framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.1339903950691223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.16155200004577636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.21587519645690917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.27714240550994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.28465919494628905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.2887455940246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.28935999870300294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.2977823972702026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.3105056047439575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.32943680286407473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.33973119258880613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.41102399826049807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.4282400131225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.46685118675231935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.5107679843902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.5532896041870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.6641983985900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,0.8826047897338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.0801535606384278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,1.525984001159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,1.9754720687866212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.13444479703903198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,2.8474464416503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.17284480333328248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.1696735978126526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.19596799612045288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,3.6944606781005858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.17302080392837524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.2863392114639282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.2845695972442627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.28903679847717284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.2946880102157593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.251200008392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.2984479904174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.30613439083099364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.31141440868377684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.3182912111282349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.3715264081954956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.39965760707855225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.4276576042175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.4658400058746338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.512659215927124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.23773438930511476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.28072319030761717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.5482431888580322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.6547423839569092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,0.865231990814209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.0805312156677247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.5015456199645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,5.456911849975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.49907841682434084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.5157919883728027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.5130527973175049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.525654411315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.5357120037078857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.5460031986236572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.5586016178131104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.5917024135589599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.5037024021148682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.6175648212432862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.5067903995513916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,0.7079232215881348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,0.7695807933807373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.5050367832183837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,0.859164810180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.520627212524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.5204927921295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.5325984001159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,1.5184063911437988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.5468992233276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.018505573272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.5620543956756592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.5900544166564942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.349071979522705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.6054624080657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,0.6996928215026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,0.790444803237915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,1.6733184814453126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,0.8595808029174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,1.961123275756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,0.9968832015991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.3366304397583009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,2.3712127685546873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,1.688185691833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,7.236259460449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,3.0365535736083986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,2.838665580749512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,2.3682655334472655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,4.390598297119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,3.028031921386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,10.73477783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,5.757187271118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,3.681536102294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,4.400735855102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,8.500665283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,5.772521591186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,5.4563041687011715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,11.268370819091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,8.519599914550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,7.228755187988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,14.270742797851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.13389439582824708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.2823712110519409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.5003712177276611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,16.750735473632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,0.9116095542907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.3167360305786133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,1.7575071334838868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,2.5103071212768553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,2.599718475341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,2.7100831985473635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,2.7458560943603514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,2.8481088638305665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,3.0089887619018554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,3.089913558959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,3.323699188232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,3.3546302795410154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,3.4514080047607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,11.27533416748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,3.6196033477783205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,3.8617279052734377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,4.217363357543945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,4.770182418823242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,22.272352600097655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,10.725753784179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,5.346147155761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,6.820201873779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.10705599784851075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,7.885062408447266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.17881280183792114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.30138239860534666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.562505578994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,10.60183334350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,0.8235039710998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,1.1345151901245116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,13.271136474609374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,1.5501503944396973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,1.6279520034790038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,1.6500127792358399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,1.6889120101928712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,1.8114143371582032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,1.9692159652709962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,2.0592063903808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,16.8093017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,18.686198425292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,2.314371109008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,2.147625541687012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,2.2049280166625977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,2.370303916931152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,24.529539489746092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,2.657699203491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,2.9860191345214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,3.625907135009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,4.288726425170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.0950976014137268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,5.560489654541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,6.891500854492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.1592960000038147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.2985759973526001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,9.55645751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.5362239837646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,12.191091156005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,0.8147104263305665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.080675220489502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,17.547222900390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,1.4839903831481933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,1.594979190826416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,1.625324821472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,1.6462976455688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,1.7346015930175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,1.7604000091552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,1.7912128448486329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,1.8556352615356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,22.815692138671874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,1.8895456314086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,1.9592735290527343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,2.0564191818237303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,2.2668352127075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.13231040239334108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,2.454105567932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,2.8779808044433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,3.3138656616210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.28947200775146487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.5003903865814209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,0.8973600387573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,4.200531387329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,5.178623962402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.2088319778442382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,7.027827453613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,1.5854559898376466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,2.4384960174560546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,2.5807872772216798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,8.883042907714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,22.34069061279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,2.6603839874267576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,2.728656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,2.9353023529052735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,3.038832092285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,12.633856201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.10570240020751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,3.123958396911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,3.4580768585205077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.17979199886322023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.3010783910751343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,14.257942199707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.5606656074523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,16.3345703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.02476799935102463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.042656001448631284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,3.4837982177734377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.06668480038642884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.10661439895629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.12196160554885864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.18058240413665771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.19234559535980225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,3.579555130004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.1944991946220398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.20236799716949463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,0.7414752006530761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.21309120655059816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.09488000273704529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.22322559356689453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,3.696137619018555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.0157888412475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.23511040210723877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,0.23722879886627196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,1.5203295707702638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,0.25110080242156985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,4.028239822387695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,0.2560895919799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,1.6064544677734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,0.2684704065322876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,1.6313631057739257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,0.2813055992126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,4.354246520996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,0.3150176048278809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,1.714566421508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.34828479290008546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,1.8637792587280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.42478718757629397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,4.918982315063476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.5130688190460205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,1.9766048431396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,0.6804512023925782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,2.138649559020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,0.854428768157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,5.538332748413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,2.3863487243652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,1.2095392227172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.15918079614639283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.29844160079956056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.5088543891906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,1.564297580718994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,6.80785903930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,2.278822326660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,8.159465789794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,2.204080009460449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,2.9858144760131835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,2.282851219177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,2.4789791107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,2.797158432006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,10.887657928466798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.024643200635910033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,3.1176992416381837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,0.724012804031372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.0067744255065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,3.7505279541015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,1.4750271797180177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.038710400462150574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,13.568789672851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,1.5294015884399415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,4.410812759399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.06173440217971802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,1.6005823135375976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,1.650067138671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,5.723164749145508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,1.7257600784301759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,1.790995216369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,1.7841184616088868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,7.059756469726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.0772704005241394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,1.8722719192504882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.09549440145492553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,18.974156188964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.13504960536956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.14167360067367554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,1.9658912658691405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.14792959690093993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.15486079454421997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,2.0013216018676756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.16307519674301146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,9.700694274902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.17706880569458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,2.106038475036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,2.360006332397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,2.569487953186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,12.392550659179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,0.17603520154953003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,2.9789024353027345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,0.179692804813385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,0.19375040531158447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,3.4394081115722654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,0.20212159156799317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,25.10374755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,0.21494719982147217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,0.23324799537658691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,0.27877120971679686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,4.333657455444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,0.3227008104324341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,0.4108863830566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,0.49941120147705076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,5.258332824707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,17.712051391601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,0.6812448024749755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,0.8602527618408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,1.226857566833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,7.11488037109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,1.5887200355529785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.02964479923248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,2.323734474182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,8.96785888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,23.07275848388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,3.050454330444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.02495039999485016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.03835200071334839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.05981760025024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.07423359751701356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.08740159869194031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.13536319732666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.1421663999557495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.14763200283050537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.1591104030609131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.16455039978027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.18050559759140014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,12.692876434326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.026873600482940675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,0.1783071994781494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,0.18442879915237426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.03915840089321136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,0.1932479977607727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.06323199868202209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,0.20549440383911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,0.21923201084136962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,0.23692800998687744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.04339199960231781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.0652127981185913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,0.2828671932220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,0.3237663984298706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,0.4167679786682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,16.401036071777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,0.5049791812896729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,0.6877600193023682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.09373440146446228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.11508159637451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.18039040565490722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.18810240030288697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.20320959091186525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.20884480476379394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.21562559604644777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,0.8662591934204101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.22506558895111084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.0828320026397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.10521919727325439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.1475648045539856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.1532896041870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.15809279680252075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.15913280248641967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.16258879899978637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.16591039896011353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.17017920017242433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.17154879570007325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.030137598514556885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.18748159408569337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,0.23287041187286378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.19616960287094115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,0.24036478996276855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.2030656099319458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,0.24879679679870606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.2214816093444824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,0.2600032091140747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.2603935956954956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,0.27366080284118655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.2982111930847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,0.28415679931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.37735040187835694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,0.3249151945114136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.45945281982421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.3563008069992065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.62391037940979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,0.4365407943725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.7850207805633544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,1.2321151733398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,0.5177279949188233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.1077343940734863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.040294399857521056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.06217280030250549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,0.6896671772003173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.4294431686401368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,2.0788127899169924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,0.8615072250366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,2.7217695236206056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.07056639790534973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.11898880004882813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.22012801170349122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.32264959812164307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.42266240119934084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.6356256008148193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,0.6781888008117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,0.7122719764709473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,0.7158656120300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,0.7304096221923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,1.2225343704223632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,0.7805791854858398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.07879359722137451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.09733440279960633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,0.8385760307312011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.1486847996711731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,0.8568511962890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.15465919971466063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,0.8780575752258301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.1593727946281433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.16138240098953247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,0.8869888305664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.16491199731826783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.16798399686813353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,0.9332544326782226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.17725119590759278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.1764832019805908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,0.9733216285705566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.18912960290908815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,1.0823679924011231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,1.583903980255127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.19855680465698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.20693440437316896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,1.207926368713379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.22944319248199463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,1.4706624031066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.26751999855041503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.3066528081893921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,1.7417375564575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.38511679172515867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,2.3279136657714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.46350722312927245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,1.6009695053100585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,2.9305023193359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.6266272068023682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,4.1659198760986325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,5.3982398986816404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.7895391941070556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,7.8585762023925785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.1126879692077636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,10.34508819580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.059747201204299924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.10005120038986207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.1538591980934143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.20868799686431885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.2676383972167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.42562241554260255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,2.3316736221313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.4409599781036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.4611680030822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.4862239837646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.5100768089294434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.5559775829315186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,0.5631584167480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,0.5847904205322265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,0.6140704154968262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,0.6493184089660644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,0.6848383903503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,0.7575488090515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,0.9085439682006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.0555104255676269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,1.3539423942565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,1.6520095825195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,2.2828479766845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.434006404876709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,2.8968767166137694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,4.123788833618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,5.375648117065429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,7.85025634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,10.337462615966796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.05760319828987122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.0946943998336792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,2.2882400512695313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.14949120283126832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.20968320369720458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.2784320116043091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.42658557891845705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.4473696231842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.45366721153259276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.47011518478393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.4743231773376465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.4879136085510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.5009439945220947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.5096447944641114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.529033613204956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.5573311805725097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.5831679821014404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.6415040016174316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,0.7459871768951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,0.8498720169067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.0846272468566895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.3175968170166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,1.7963455200195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,2.270364761352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,2.0801471710205077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,3.2139713287353517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,4.151408004760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,6.021996688842774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,7.895420837402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.07065600156784058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.11868480443954468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.20715200901031494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.2902623891830444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.38927359580993653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.6388544082641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,0.682528018951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,0.7307744026184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,0.7355391979217529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,0.7463808059692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,0.7873439788818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,0.8554911613464355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,0.8640128135681152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,0.8803584098815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,0.9298815727233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,0.9382143974304199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,0.9930496215820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,1.112054443359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,1.2275039672851562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,1.491155242919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,1.7688447952270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,2.384822463989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,2.9837696075439455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,4.2094879150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,5.430355072021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,3.0020511627197264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.06019520163536072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.10068479776382447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.15351999998092652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.195689594745636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.2536288022994995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.42580161094665525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.4430848121643066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.4630080223083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.507750415802002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.5253151893615723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.5809343814849853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,2.726220893859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,0.5739871978759765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,0.5879424095153809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.05762240290641785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.09527360200881958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,0.6362559795379639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.14709440469741822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.19865920543670654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,0.6764671802520752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.25071039199829104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.4191423892974854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,0.7082335948944092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.45494399070739744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.4724031925201416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.47726078033447267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,0.7791903972625732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.47575998306274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.49289917945861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,0.9251359939575196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.5029151916503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.5231103897094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,1.0758463859558105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.5516640186309815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,1.380947208404541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.5778111934661865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.631715202331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,1.6909151077270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.6730527877807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,0.7623712062835694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,0.8747296333312988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,2.3027456283569334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.1023072242736816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.3419072151184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,1.8065151214599608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,2.9195072174072267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,2.2755327224731445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,4.16146240234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,3.06246395111084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.13804479837417602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.3042975902557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.49994239807128904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,0.8042176246643067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,3.2165374755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.1347264289855956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,1.821571159362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,1.9455263137817382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,1.9736928939819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,2.04870719909668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,2.113590431213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,2.213155174255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,2.3360191345214845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,2.4235456466674803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,2.495113563537598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,7.924617767333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,2.5678688049316407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,2.652604866027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,2.7751264572143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,3.059612846374512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,3.3960479736328124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,3.9928768157958983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,4.1546367645263675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,4.645692825317383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,6.035299301147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,7.503056335449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,10.311020660400391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,13.256556701660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,5.417145538330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,19.156480407714845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,10.472438049316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.11026560068130493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.18257280588150024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.3216063976287842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.5208352088928223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,25.572994995117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,0.6868031978607178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,1.1118111610412598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,1.2041024208068847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,1.2477343559265137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,1.3158304214477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,1.357427215576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,1.504195213317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,1.6145439147949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,1.4296992301940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,6.029939270019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,1.4906880378723144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,1.5858367919921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,1.6818336486816405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.12458879947662353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,1.843939208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,2.1327232360839843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,2.4535615921020506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,3.1159360885620115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,3.7969215393066404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,5.169993591308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.18907519578933715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.3255808115005493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,6.579881286621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,9.355836486816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,12.139437103271485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.4894879817962646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,0.6648255825042725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.0920031547546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,1.1753503799438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,1.21276798248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,1.225830364227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,1.2635071754455567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,1.2863871574401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,17.759132385253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,1.3232992172241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,7.882313537597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,1.3481056213378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,1.384012794494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,1.4519264221191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,1.5171327590942383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,1.6179935455322265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,1.8179328918457032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,2.0411231994628904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,23.371449279785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,2.5034463882446287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.13840320110321044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.3050271987915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.49976959228515627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,0.7344287872314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,3.002694320678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.019596767425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,1.810883140563965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,3.965859222412109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,1.963737678527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,1.9904767990112304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,4.981427383422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,2.087990379333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,2.1914239883422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,2.263555145263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,6.949247741699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,2.4442752838134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,2.492086410522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,2.5961376190185548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,8.923744201660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,2.6365184783935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,2.714240074157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,2.835408020019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,3.1394752502441405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,12.885664367675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,3.4625217437744142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,4.096432113647461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,4.77110710144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,16.799484252929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.11121280193328857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.1828160047531128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.3225343942642212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,6.174931335449219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.46962881088256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,0.6242432117462158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,1.1301440238952636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,1.1987232208251952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,1.2508992195129394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,7.613116455078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,1.3400192260742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,1.419961643218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,1.5533856391906737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,1.6820480346679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,1.4873120307922363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,7.895270538330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,10.554723358154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,1.536188793182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.12497919797897339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,1.638547134399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.18870079517364502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.32357120513916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.4588223934173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,1.7058624267578124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.6023551940917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.0973855972290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,1.875596809387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,1.1631391525268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,2.189267158508301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,1.2270879745483398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,1.259993553161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,2.528131294250488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,1.285696029663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,1.3299839973449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,3.2000255584716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,13.640016174316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,1.3781727790832519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,1.4012288093566894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,3.887481689453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,1.4362879753112794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,1.4974431991577148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,5.277443313598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,1.5589152336120606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,1.651036834716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,1.855308723449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,6.665049743652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,2.102992057800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,2.5641279220581055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,3.044592094421387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,9.450726318359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,4.017731094360352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,4.992489624023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,10.356591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.1347872018814087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.27308480739593505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,20.618226623535158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.4880767822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,0.8947999954223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,1.5871487617492677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,6.964224243164063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,2.256604766845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,12.241449737548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,2.6076223373413088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,8.933974456787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,3.405913543701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,3.569152069091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,3.7001407623291014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,3.8767326354980467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,3.9692703247070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,4.110329437255859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,4.33166389465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,17.82692108154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,12.858370971679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,4.572572708129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,4.813961410522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,4.886950302124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,5.170582580566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,5.513267135620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,16.782620239257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,26.964385986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,6.071446228027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,6.643017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.10476800203323364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,7.910633850097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,23.497276306152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.1801759958267212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.13319360017776488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.09477760195732117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.30024960041046145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.2880160093307495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,0.5622560024261475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.4998496055603027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,0.9127103805541992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,9.148323059082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,1.4320256233215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,1.9989471435546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,2.44913272857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,0.9950655937194824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,11.704668426513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,3.307392120361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,1.3855296134948731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,1.6433439254760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,3.50274543762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,2.122297668457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.15901440382003784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.299398398399353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,3.5599552154541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,2.2377599716186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.5356224060058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,2.267935943603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,3.7694400787353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,14.467376708984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,2.3850944519042967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,3.9404544830322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,2.4719295501708984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,4.033049774169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,2.609222412109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,4.336211013793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,2.838175964355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,3.1295360565185546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,19.7940185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,4.660396957397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,0.9315296173095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,3.3662975311279295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,1.3581151962280273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,4.937871932983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,1.5956704139709472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,2.0682783126831055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,4.966998291015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,2.1640928268432615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,5.270659255981445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,3.1104480743408205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,2.196847915649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,2.330454444885254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,3.429555130004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,5.619750213623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,25.778765869140624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,2.393302345275879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.10563199520111084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,3.7595840454101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.17973120212554933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.3014271974563599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,2.4621856689453123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,6.320095825195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,0.5628384113311767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,4.365654373168946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,0.8951840400695801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,2.490438461303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,1.2378879547119142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,6.974332427978515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,2.625705528259277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,4.9918560028076175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,1.5072416305541991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,2.648303985595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,2.0593120574951174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,2.1465024948120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,6.289164733886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,8.17995834350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,2.7526271820068358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,2.225270462036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,2.948726463317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,2.376515197753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,7.624176025390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,9.519302368164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,2.5291391372680665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,3.1742143630981445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,2.668662452697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,3.5885665893554686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,2.9043296813964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,10.250099182128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,12.073209381103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,4.0076641082763675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,3.1756511688232423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,3.4631679534912108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,4.885753631591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,12.882131958007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,3.162246322631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,5.785811233520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,3.522480010986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,14.889158630371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,3.8641502380371096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,7.639539337158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,4.5318656921386715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,18.20087432861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,5.228927993774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,20.27068176269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,9.503465270996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,6.553759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,7.899427032470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,23.495957946777345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,13.216134643554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,10.527670288085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.09604799747467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,26.083074951171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.15909759998321532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.2986975908279419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.5362688064575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.05240640044212341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,0.8663071632385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.07441279888153077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.151801598072052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.2043071746826173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,16.960835266113282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,1.4855392456054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.2221152067184448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.2983520030975342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,13.21395263671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.01,0.47601919174194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,1.9941024780273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.01,0.04029119908809662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.01,0.5039008140563965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.01,0.06234880089759827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.01,0.09987519979476929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.01,0.5238976001739502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,2.0475839614868163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.01,0.5328000068664551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.01,0.5530303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,2.1682432174682615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.01,0.1534559965133667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.01,0.5730303764343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.01,0.20413439273834227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.01,0.3130847930908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.01,0.33095359802246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,2.2659423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.01,0.34914240837097166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.01,0.35536320209503175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.01,0.37115840911865233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,2.32959041595459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.01,0.6398399829864502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.01,0.40631999969482424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.01,0.6402847766876221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.01,0.6731264114379882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,18.5304931640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,2.4164287567138674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.01,0.6908448219299317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,2.50720329284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.01,0.706767988204956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.01,0.41235837936401365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.01,0.7375328063964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.01,0.4199840068817139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,2.5816671371459963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.01,0.8094623565673829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.01,0.4371232032775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.01,0.8847007751464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.01,0.4659167766571045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,2.6204351425170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.01,0.481766414642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.01,1.0364224433898925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.01,0.5251840114593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.01,1.2081024169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,2.818243217468262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.01,0.6106847763061524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.01,1.5665663719177245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.01,0.6982175827026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,3.011347198486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.01,0.870201587677002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.01,1.935830307006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,23.89908447265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.01,1.0450559616088868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,3.226652908325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.01,2.694371223449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.01,1.4127360343933106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.05297600030899048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.07487040162086486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,3.710246276855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.01,1.7889055252075194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.1494879961013794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.01,3.466022491455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.01,2.535740852355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,4.148505783081054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.20526719093322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.29082560539245605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.01,5.207315063476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,1,power_law_1.2,0.46904640197753905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,1,power_law_1.2,0.5142816066741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.01,3.368544006347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,1,power_law_1.2,0.5260831832885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,5.0944160461425785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,1,power_law_1.2,0.538102388381958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,1,power_law_1.2,0.561734390258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,1,power_law_1.2,0.5884768009185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.01,6.547602844238281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.01,4.789491271972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,5.979507064819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,1,power_law_1.2,0.04428159892559051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,1,power_law_1.2,0.6522719860076904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,1,power_law_1.2,0.061952000856399535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,1,power_law_1.2,0.09947839975357056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,1,power_law_1.2,0.669382381439209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.01,6.294732666015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,1,power_law_1.2,0.6782944202423096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,1,power_law_1.2,0.7049439907073974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,1,power_law_1.2,0.142086398601532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,7.819087982177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,1,power_law_1.2,0.7300928115844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,1,power_law_1.2,0.19270720481872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,1,power_law_1.2,0.3138592004776001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.2712032079696655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,1,power_law_1.2,0.7576511859893799
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,1,power_law_1.2,0.3360608100891113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,1,power_law_1.2,0.3446336030960083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.01,0.4764416217803955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,1,power_law_1.2,0.8248991966247559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,1,power_law_1.2,0.3746880054473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,1,power_law_1.2,0.385318398475647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.01,0.9046015739440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,1,power_law_1.2,0.4228064060211182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,1,power_law_1.2,0.89268798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,9.675334167480468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,1,power_law_1.2,1.0675200462341308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,1,power_law_1.2,1.2417920112609864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,1,power_law_1.2,0.42273597717285155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.01,1.5723199844360352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,1,power_law_1.2,0.42684159278869627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,1,power_law_1.2,1.6027423858642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,1,power_law_1.2,0.4560959815979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.01,2.220175933837891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,1,power_law_1.2,0.4747647762298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,1,power_law_1.2,1.981977653503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,1,power_law_1.2,0.4995744228363037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.01,3.7122753143310545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,1,power_law_1.2,0.5398719787597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,1,power_law_1.2,0.6265344142913818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,1,power_law_1.2,2.7456960678100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,13.415187072753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.01,4.000131225585937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,1,power_law_1.2,0.7131264209747314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,1,power_law_1.2,0.8833120346069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.01,4.161139297485351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,1,power_law_1.2,1.0714079856872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,1,power_law_1.2,1.4402400016784669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.01,4.243462371826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,1,power_law_1.2,1.815216064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.01,4.354678344726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,17.142323303222657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,1,power_law_1.2,2.5676959991455077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.01,4.564831924438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.01,0.1730944037437439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.01,4.847436904907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.01,0.30732800960540774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,1,power_law_1.2,3.305683135986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.01,0.5739103794097901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,1,power_law_1.2,3.5142047882080076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.01,5.088063812255859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.01,0.9857695579528809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.01,5.660512161254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.01,1.4167391777038574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.01,2.3669504165649413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.01,6.28759994506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.01,2.517344093322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.01,2.619318389892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.01,6.933513641357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.01,2.64550724029541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.01,2.7918624877929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.01,8.291974639892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.01,3.069183921813965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.01,3.297529602050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.01,3.5415584564208986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.01,6.31872329711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,1,power_law_1.2,4.8166656494140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.01,4.072751998901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,1,power_law_1.2,5.060892868041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.01,4.582182312011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.01,6.88240966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.01,5.130947113037109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.01,8.116537475585938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.01,6.159990310668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.01,9.318339538574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.01,4.8734783172607425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,1,power_law_1.2,6.652674865722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,1,power_law_1.2,6.319500732421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.01,5.567375946044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.27186880111694334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.01,12.069475555419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,1,power_law_1.2,0.4758495807647705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.01,6.957651519775391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,1,power_law_1.2,0.9046272277832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,1,power_law_1.2,1.4165823936462403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.01,8.349577331542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,1,power_law_1.2,2.015430450439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.01,14.79171142578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,1,power_law_1.2,3.6767520904541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.01,0.18055039644241333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,1,power_law_1.2,3.9214622497558596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.01,11.165699005126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.01,0.30668480396270753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,1,power_law_1.2,4.144704055786133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.01,0.5643263816833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,1,power_law_1.2,4.289023971557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.01,20.548255920410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,1,power_law_1.2,4.426899337768555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.01,13.974368286132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,1,power_law_1.2,4.65629768371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,1,power_law_1.2,4.960240173339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.01,0.9598208427429199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,1,power_law_1.2,5.275830459594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.01,1.372220802307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.01,2.2898624420166014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,1,power_law_1.2,5.911795043945313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.01,19.565968322753907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.01,27.0713134765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.01,2.456076812744141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,1,power_law_1.2,6.649324798583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.01,2.5721311569213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.01,2.645827293395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,1,power_law_1.2,7.241603088378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.01,2.7248735427856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.01,2.8153055191040037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,1,power_law_1.2,8.566738891601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.01,2.920627212524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.01,25.21549072265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.01,2.956438446044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.01,3.103331184387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.01,3.21383056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,1,power_law_1.2,6.521024322509765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.01,40.215493774414064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.01,3.354012680053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,1,power_law_1.2,7.089382171630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.01,3.6035488128662108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.01,4.116604614257812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,1,power_law_1.2,8.250166320800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.01,4.605081558227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.01,36.595098876953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,1,power_law_1.2,9.610060882568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.01,5.659564971923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.01,6.757750701904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,1,power_law_1.2,12.23490219116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.01,8.920687866210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.01,54.75489501953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,1,power_law_1.2,0.17458239793777466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,1,power_law_1.2,0.3065376043319702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,1,power_law_1.2,15.223114013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,1,power_law_1.2,0.5748000144958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.01,11.098422241210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.01,48.204803466796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,1,power_law_1.2,0.9042528152465821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,1,power_law_1.2,1.2537023544311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,1,power_law_1.2,2.2860960006713866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,1,power_law_1.2,2.5227359771728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,1,power_law_1.2,21.91600646972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.01,15.427023315429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,1,power_law_1.2,2.598575973510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,1,power_law_1.2,0.1833631992340088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,1,power_law_1.2,2.753990364074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,1,power_law_1.2,0.30547521114349363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,1,power_law_1.2,0.5608352184295654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,1,power_law_1.2,2.899622344970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,1,power_law_1.2,3.1851327896118162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,1,power_law_1.2,3.4398975372314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.01,19.671568298339842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,1,power_law_1.2,0.8918239593505859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,1,power_law_1.2,3.692220687866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,1,power_law_1.2,1.2484383583068848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,1,power_law_1.2,28.511865234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,1,power_law_1.2,4.259552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,1,power_law_1.2,2.2484319686889647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,1,power_law_1.2,2.4466848373413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,1,power_law_1.2,4.788659286499024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,1,power_law_1.2,2.5647167205810546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,1,power_law_1.2,5.302771377563476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,1,power_law_1.2,2.655996894836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,1,power_law_1.2,2.7251232147216795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,1,power_law_1.2,6.312089538574218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,1,power_law_1.2,2.8332576751708984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.01,28.12166748046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,1,power_law_1.2,2.9092607498168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,1,power_law_1.2,3.017142486572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,1,power_law_1.2,5.016476821899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,1,power_law_1.2,3.168310356140137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,1,power_law_1.2,3.3367454528808596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,1,power_law_1.2,5.720323181152343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,1,power_law_1.2,3.4683902740478514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,1,power_law_1.2,43.262481689453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,1,power_law_1.2,7.085497283935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,1,power_law_1.2,3.72476806640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,1,power_law_1.2,4.212681579589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,1,power_law_1.2,8.507334136962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.01,36.40827331542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,1,power_law_1.2,4.724934387207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.16393280029296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,1,power_law_1.2,5.7868896484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.21691839694976806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,1,power_law_1.2,11.302281951904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.2229151964187622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,1,power_law_1.2,6.853558349609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.3886656045913696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.3843264102935791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.3916768074035645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.39528000354766846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.39718079566955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.41631360054016114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,1,power_law_1.2,14.099667358398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.42520318031311033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.44035840034484863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.4552320003509521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,1,power_law_1.2,8.997907257080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.47012481689453123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.49500479698181155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,0.5448575973510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,0.6022560119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,0.7076672077178955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,1.007801628112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,1,power_law_1.2,58.647314453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,1,power_law_1.2,11.140457916259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,1.2170080184936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,1,power_law_1.2,19.745330810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.14914560317993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.1658527970314026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.1785439968109131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,1.7015935897827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,1.9681663513183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,1,power_law_1.2,15.372840881347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.2771008014678955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.2848992109298706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.2901279926300049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.29351999759674074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.3025439977645874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.31491200923919677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.326857590675354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.3421184062957764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.3688287973403931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.3890399932861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.45981760025024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,1,power_law_1.2,25.479347229003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.5426208019256592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,0.6153696060180665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,3.3401920318603517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,0.6581344127655029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,0.8552736282348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,1,power_law_1.2,19.548947143554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,1.2510016441345215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,1.708028793334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,4.204428863525391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,2.2524639129638673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,1,power_law_1.2,27.83306884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,1,power_law_1.2,37.66543884277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,3.3014015197753905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,4.057392120361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,1,power_law_1.2,36.03129272460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.12848960161209105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.14661120176315307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.16491520404815674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.19398399591445922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.19322240352630615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.19655040502548218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,7.954547119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.20037438869476318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.20370879173278808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.21686720848083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.22090559005737304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.23413760662078859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.2608799934387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.27244160175323484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.303056001663208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.3702847957611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.4281504154205322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.4626016139984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.6537024021148682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,0.8044639587402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.1631423950195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,6.079888153076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,1.4933024406433106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,1,power_law_1.2,50.56174011230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.1674623966217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.20721280574798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.2178015947341919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,2.1876415252685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,10.545881652832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.3882496118545532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.38974719047546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.3910304069519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.3931135892868042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.4005760192871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.4204832077026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.42408318519592286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.4340576171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.44886078834533694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.4598559856414795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.49547200202941893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,0.5682079792022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,0.6036608219146729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,2.7753536224365236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,0.7232927799224853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,7.7244384765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,0.9477696418762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,1.2776576042175294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,1.587551975250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,2.1523359298706053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,4.286495971679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,5.893190383911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,2.92259521484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,20.50273895263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,13.990505981445313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,4.211910247802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,8.152070617675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,25.57249298095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,7.412255859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.1512768030166626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.1702656030654907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.18432960510253907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,19.930943298339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.1309056043624878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.1482751965522766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.17443840503692626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.19313600063323974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.1940160036087036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.1945024013519287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.19992320537567138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.20347840785980226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.2788800001144409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.21515839099884032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.28370559215545654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.2213887929916382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.2887295961380005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.23151679039001466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.2944799900054932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.2564192056655884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.30736000537872316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.2722368001937866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.3242176055908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.32786879539489744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.3017632007598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.3423392057418823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.37118399143218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.3496351957321167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.3872895956039429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.4470528125762939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.40044479370117186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.5272319793701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.4929056167602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,0.584169578552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,0.7067423820495605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.6622879981994629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,0.846399974822998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,0.7643871784210206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,1.131929588317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.1849760055541991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,1.8861728668212892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,10.281129455566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,1.426467227935791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,10.205987548828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,1.8946720123291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,2.0701343536376955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.10319679975509644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.13916480541229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.1743391990661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.23889598846435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,2.9491455078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.2978431940078735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.3023200035095215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.3034656047821045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.3045216083526611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.3237951993942261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.3375904083251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.35192320346832273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.3589632034301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.36640961170196534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.394540810585022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.42948479652404786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,2.651030349731445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.49332799911499026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.5640736103057862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7106912136077881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.8758272171020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,4.0644287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.186406421661377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.5124128341674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,2.176326370239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,3.9021793365478517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,18.257487487792968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,6.2135009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.8443296432495115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,4.954422378540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,4.194140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,8.79163818359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,5.69579849243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,8.513145446777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,24.34351348876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.08813440203666686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.11430079936981201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.12510080337524415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,16.067079162597658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.17157119512557983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.20562560558319093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.21320319175720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.21733760833740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.22428479194641113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.23487679958343505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.2493311882019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.26568639278411865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.2948352098464966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.3166048049926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.3649823904037476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.4075647830963135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.46474881172180177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.520307207107544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.6938208103179931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.8417920112609864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,1.1780351638793944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,1.5206239700317383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,9.662486267089843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,2.18853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,2.8629087448120116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,4.194540786743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,13.309178161621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.07910079956054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,10.857513427734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.10290240049362183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.10344959497451782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.11864320039749146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.1307360053062439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.1630303978919983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.24091839790344238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.15410239696502687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.15531840324401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.15786240100860596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.16079360246658325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.16196160316467284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.17181440591812133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.18033599853515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.19928959608078003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.2277087926864624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.241974401473999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.2605407953262329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.29794559478759763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.30280959606170654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.2834784030914307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.30351040363311765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.30518720149993894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.30317120552062987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.319488000869751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.33362879753112795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.3586335897445679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.3521663904190063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.35837759971618655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.3596287965774536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.47301759719848635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.3835551977157593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.4469503879547119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.5690688133239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.48115200996398927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,0.8036064147949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,5.5412544250488285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.5697919845581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,22.868684387207033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7067647933959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.0293760299682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.8656224250793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.08905919790267944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.10762879848480225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.13619840145111084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.17670079469680786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.199350357055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.21092801094055175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.21383039951324462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.21978559494018554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.2242527961730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.24231998920440673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.24944639205932617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,1.4772159576416015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.26955840587615965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.29404799938201903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.3164416074752808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.3727360010147095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.5066335678100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.40019521713256834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.46017279624938967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.5244639873504638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,1.9222272872924804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.692467212677002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.8485856056213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,2.182784080505371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,2.8308095932006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,1.1875935554504395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,1.5418784141540527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.840163230895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,3.730806350708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,4.19466552734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,2.2088159561157226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,8.351900482177735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,2.8820575714111327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,5.628214263916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,11.013123321533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.07844160199165344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,4.234067153930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.10404800176620484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.1151136040687561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.15306880474090576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.15569920539855958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.15803840160369872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.16063679456710817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.1624575972557068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.17643840312957765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.1770815968513489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.20312960147857667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.2246272087097168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.23648641109466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.25808000564575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.2825248003005981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,5.540121459960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.30468480587005614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.3555743932723999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.4638976097106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.5754655838012696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,0.7990975856781006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.0299103736877442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.4742912292480468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,9.52907485961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,5.6189727783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,1.9228511810302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,7.351561737060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.24675838947296141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.33250880241394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.336409592628479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,0.5936287879943848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,0.6073791980743408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,0.609500789642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,0.6030432224273682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,0.6152031898498536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,0.6233727931976318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,0.6266047954559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,0.625984001159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,0.6667263984680176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,0.6917791843414307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,0.7682688236236572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,0.8665023803710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,1.0938591957092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,1.1719039916992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,1.603539276123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,1.9085407257080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,2.6600576400756837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,3.45203857421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,2.829452705383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,8.315843200683593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,5.032912063598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,7.4290626525878904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,11.862150573730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,3.726822280883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,14.146502685546874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.18101439476013184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.24095358848571777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.2637792110443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.37796480655670167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.37996160984039307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.38946559429168703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.39786880016326903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.42330241203308105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.4462240219116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.4627488136291504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.4854720115661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,0.5456031799316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,0.5501215934753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,0.6319808006286621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,0.7704256057739258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,0.9425184249877929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,1.1347616195678711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,1.5047904014587403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,1.880963134765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,2.7313695907592774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,18.57499542236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,3.8194271087646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,5.464502334594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,5.537830352783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,6.768329620361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,28.46700439453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,11.145372772216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.16156480312347413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.18993279933929444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.23007678985595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.27716479301452634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.28303680419921873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.2864703893661499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.2903264045715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.29465279579162595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.30762879848480223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,9.813516998291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.31663360595703127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.3321216106414795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.3708992004394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.3973504066467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.4914112091064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.5258016109466552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.5980671882629395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.6569024085998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,0.9267583847045898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.1391424179077148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,2.000806427001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,2.249977684020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,3.2631263732910156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,4.790483093261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,14.650387573242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,43.40364990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.2575135946273804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.2815999984741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.34125120639801027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,0.6067808151245118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,0.5975071907043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,0.599721622467041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,0.6017312049865723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,0.6098432064056396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,0.6183712005615234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,0.6217855930328369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,0.6319200038909912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,0.6655104160308838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,0.6830272197723388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,0.7384096145629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,0.9605119705200196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,1.0426048278808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,1.1972448348999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,6.632822418212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,22.1884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,1.578873634338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,7.3478141784667965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.19636479616165162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.23136959075927735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.24278719425201417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.3737407922744751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.38327999114990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.3898655891418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.4089439868927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.42338881492614744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,1.9591840744018554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.4412576198577881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.4584799766540527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.4937727928161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,0.5269408226013184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,0.5626719951629638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,0.7221280097961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,0.8180095672607421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,1.0201631546020509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,2.8281248092651365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,1.0562335968017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,1.2972895622253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,1.8703615188598632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,8.407424163818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,3.4007774353027345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,2.4980960845947267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,5.364316940307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,3.416291046142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,37.327841186523436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.15644160509109498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,5.333750534057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.19711680412292482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.20044159889221191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.2761375904083252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.27795839309692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.2856640100479126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.28518080711364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.2947295904159546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.3100064039230347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.31421120166778566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.3355839967727661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.367193603515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,8.198598480224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.39346239566802976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.49219517707824706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.5457568168640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.5806623935699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,0.6721216201782226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,6.263977432250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,0.9609312057495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.273158359527588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,1.592518424987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,9.533439636230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,2.2510623931884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,13.725538635253907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,3.2872287750244142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,4.124041748046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,12.203561401367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,19.30199737548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,6.11602897644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,15.576133728027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,17.48297576904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.14283839464187623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.2185312032699585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.2729759931564331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,8.325222778320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.41554880142211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.4633920192718506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.5109119892120362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.5171264171600342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.5240128040313721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.529033613204956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.5323584079742432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,0.5459616184234619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,0.6164000034332275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,0.6532512187957764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,0.6994431972503662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,0.7378240108489991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,0.7999360084533691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,0.9197759628295898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,34.84879760742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,1.1747679710388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,1.4415648460388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,2.0010719299316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,2.5417760848999023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,3.6769790649414062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,22.676194763183595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,4.851091384887695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,12.971376037597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,7.139292907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,9.937596893310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,15.595500183105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,47.7672119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.11438720226287842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.15740159749984742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.18677760362625123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.28196799755096436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,17.46778259277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.09735360145568847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.14212800264358522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.1679200053215027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.2739264011383057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.2784480094909668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.28355839252471926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.28648641109466555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.2888223886489868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.2932960033416748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.29410240650177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.30390400886535646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.32197439670562744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.28748478889465334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.33379199504852297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.30516800880432127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.38851199150085447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.30874879360198976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.4206719875335693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.32441599369049073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.3739007949829102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.39406399726867675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.45829758644104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.4203360080718994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.4600959777832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.4930880069732666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.5362143993377686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.5429567813873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.594652795791626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.6780767917633057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.7099679946899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.8096351623535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,1.064729595184326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,41.21959228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,0.8790047645568848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,1.3385120391845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.14207680225372316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.1929311990737915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.2728895902633667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.2378175735473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,1.8967391967773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.4076543807983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,1.5776927947998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.47472319602966306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.5112415790557862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.5260575771331787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,2.4564287185668947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.526691198348999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.530073595046997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.5268864154815673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,0.5400544166564941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,0.6234591960906982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,0.6228064060211181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,2.2957759857177735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,0.6974592208862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,0.7281055927276612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,0.8018207550048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,0.9155872344970704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,3.5685279846191404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,1.1742655754089355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,1.445126438140869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,2.985651206970215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,1.9659040451049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,4.662118530273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,2.556188774108887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,25.250604248046876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.11622719764709473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.1566655993461609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.18065279722213745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.2821536064147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.28853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.3060800075531006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.31780478954315183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.3356544017791748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.37965760231018064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,6.876332855224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.4058847904205322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.4340799808502197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.46751999855041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,4.40810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.4914527893066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.541107177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.5884064197540283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,3.660655975341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.6994463920593261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.7999199867248535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,1.091420841217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,9.08749771118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,1.3392831802368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,1.9062623977661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,2.459503936767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,4.8546398162841795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,5.811552047729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,3.576038360595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,7.179673767089843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,8.639183807373048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,4.684268951416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,13.535494995117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,10.140847778320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,6.913520050048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,11.474877166748048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.09730560183525086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.14136639833450318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.17019840478897094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.27072958946228026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.28209919929504396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.2838848114013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.28709120750427247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.28913919925689696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.29036478996276854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.29430079460144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.3036832094192505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.3205343961715698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.3292896032333374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.39033920764923097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.42668800354003905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.45952639579772947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.530787181854248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.7052480220794678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,0.874783992767334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.2388256072998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,18.713577270507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.14091839790344238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,1.5783136367797852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.27787840366363525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.3748960018157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.6083968162536622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,0.7631616115570068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.0068320274353026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,1.297539234161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,1.4009632110595702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,1.4057215690612792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,1.433020782470703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,1.4805824279785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,1.697395133972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,2.2861663818359377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,1.7255807876586915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,1.8278303146362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,1.8549535751342774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,1.8803840637207032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,1.9863712310791015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,2.0954944610595705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,2.291017532348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,16.007859802246095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,2.695564842224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,3.062188720703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,3.812134552001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,9.140793609619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,4.697795104980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,2.991551971435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,6.259660720825195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,7.966687774658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,11.19591064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,14.914204406738282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,4.407980728149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.11157759428024291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.18509119749069214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.26112639904022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.38400959968566895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.5199520111083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,0.6571648120880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,0.8580191612243653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,0.9101663589477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,0.897548770904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,0.9278847694396972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,0.9833151817321777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,1.0866623878479005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,1.107151985168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,1.178544044494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,1.228544044494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,1.24617919921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,1.3473535537719727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,1.550483226776123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,1.7405344009399415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,2.1315168380737304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,2.5332447052001954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,3.3771167755126954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,4.251366424560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,5.7714591979980465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,5.808575820922852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,7.480313873291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,10.852285003662109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,14.272201538085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.10183360576629638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.16607999801635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.2457727909088135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.3778687953948975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.5241151809692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.6580192089080811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,0.8367424011230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,0.8945311546325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,0.8842559814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,0.8964799880981446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,0.9403712272644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,0.9748512268066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,0.991801643371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.0187135696411134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,1.0579296112060548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,1.0715167999267579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,13.614352416992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,1.166368007659912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,1.2903583526611329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,1.4264543533325196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,1.7254623413085937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,2.026799964904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,2.627110481262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,3.2274848937988283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,4.476361465454102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,5.748003387451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,8.070703887939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,8.623043060302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,11.007606506347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.13997440338134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.27986559867858884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.35796799659729006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.5579423904418945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,0.7082719802856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,0.9449472427368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,1.2821311950683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,1.3543583869934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,1.395695972442627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,1.483123207092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,1.4501728057861327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,1.7313535690307618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,1.6956064224243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,25.76502380371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,1.8000448226928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,1.8746047973632813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.11136319637298583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.18316800594329835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,1.9376640319824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.24095680713653564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.34611198902130125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,1.9980607986450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.4492479801177979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.5875872135162353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,2.2351520538330076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,0.888822364807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,0.8714303970336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,2.402924728393555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,0.8971903800964356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,0.946992015838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,2.8021919250488283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.0029343605041503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,3.17096004486084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,1.0917216300964356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,1.1146464347839355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,3.9496768951416015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,1.1859552383422851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,1.2318816184997559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,1.2915967941284179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,4.69477424621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,1.3792320251464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,1.585315227508545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,6.6090240478515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,1.837615966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,2.2179136276245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,2.6459327697753907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,8.225289916992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,3.5556961059570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,4.372604751586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,12.135587310791015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,6.1538848876953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,7.775263977050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,15.991087341308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.10201599597930908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.16569600105285645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.23638720512390138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.34104321002960203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.4629216194152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,11.287347412109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.5977407932281494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,0.8371104240417481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,0.9040096282958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,0.9258272171020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,0.9298496246337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,0.9529536247253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,0.9858016014099121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,15.190806579589843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.0097056388854981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.0902463972568512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.13176640272140502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.0292096138000488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.2858207941055298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.4998176097869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.0939999580383302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,0.716048002243042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.1281023979187013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,0.9151007652282714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.1826272010803223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.2918848037719726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,1.3389727592468261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.3286016464233399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,1.482147216796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,1.3726079940795899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,1.4314751625061035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,1.7996511459350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,1.4805855751037598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.1072383880615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,1.5064512252807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,2.7150463104248046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,1.5720864295959474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,1.7005887985229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,19.242463684082033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,3.2998977661132813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,1.7648639678955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.07971839904785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.10268800258636475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,1.7980960845947265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.18139840364456178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.30662078857421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,4.671820831298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,1.8583839416503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.4612864017486572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,0.5933695793151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,2.0088768005371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,0.8330656051635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,2.160588836669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,0.877683162689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,5.950947189331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,0.9083647727966309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,2.4704095840454103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,0.9197823524475097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,0.9769791603088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,2.7969823837280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.0479904174804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,8.614246368408203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.0995072364807128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,3.427132797241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,1.2375552177429199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,1.157046413421631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,4.089424133300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,1.1812640190124513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,1.25381441116333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,5.496086502075196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,1.429248046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,10.935702514648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,1.6038688659667968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.072707200050354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.09450560212135314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.17998080253601073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,1.994723129272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.322707200050354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,7.5003196716308596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.4609375953674316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,2.276697540283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.6076767921447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,0.8314432144165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,2.9761983871459963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,0.8668831825256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,0.8944543838500977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,3.6818241119384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,9.777839660644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,0.9084671974182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,0.9398752212524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,0.9611359596252441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,0.9923104286193848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,5.117555236816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.0280384063720702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.0472703933715821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,12.70465316772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.09056640267372132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.089023971557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.13143680095672608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,6.551168060302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.2798880100250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.149948787689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.46112642288208006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.2542207717895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.6123583793640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,0.8540191650390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,1.4010560035705566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.2453920364379882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,1.6636640548706054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.3077183723449708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,9.412547302246093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,1.9261087417602538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.3583647727966308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,1.4084959983825684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,2.4728607177734374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,1.4648991584777833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,11.47103042602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.07831680178642272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,1.5460991859436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,3.0167903900146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.10219199657440185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.18151999711990358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,1.6155872344970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.30842878818511965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,12.27066879272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.4110720157623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,1.729484748840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.5654623985290528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,4.121593475341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,1.7962560653686523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,0.8083359718322753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,0.8681504249572753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,1.819718360900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,0.8888128280639649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,5.223065567016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,1.9344032287597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,0.9083168029785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.0032735824584962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,2.1204992294311524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.0596991539001466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.07309120297431945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,2.230611228942871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.1317983627319337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,7.401741027832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,1.2471327781677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,2.5434783935546874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,1.169980812072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,2.869615936279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,1.227510356903076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,1.3055871963500976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,3.544412612915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,1.495353603363037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,9.586924743652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.03152639865875244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.04474560022354126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.05517759919166565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,1.6565023422241212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.06592959761619568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,4.217580795288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.0809664011001587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.11113599538803101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,2.0003263473510744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.11508159637451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.12239999771118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.1382815957069397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,2.3439519882202147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.14029120206832885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.1439136028289795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,5.618566513061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.0957855999469757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.14468159675598144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.16763520240783691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.1478656053543091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,3.0565248489379884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.2996288061141968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.15422719717025757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.16216640472412108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.1672767996788025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,3.7592800140380858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,7.108370971679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.1823040008544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.21885759830474855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.24231040477752686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.3053344011306763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,5.193369674682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.368668794631958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.4114208221435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.49712319374084474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,9.907324981689452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.5700672149658204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,0.6408383846282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,0.8133567810058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,6.625798034667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,0.909721565246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,0.8545151710510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,0.8885279655456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,1.1815967559814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,0.9107263565063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,0.9519519805908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,1.7079456329345704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,0.9751423835754395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,9.49728012084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.0063584327697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,12.801397705078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.030435198545455934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,2.3020191192626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.025977611541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.04080640077590943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.052534401416778564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.06048319935798645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.0906687736511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.06857280135154724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.08568959832191467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.105900764465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.09001280069351196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.09168959856033325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.168012809753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.1096735954284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.11099840402603149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,1.3104191780090333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.11391999721527099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,12.348534393310548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.11877440214157105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.12124799489974976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,1.4452351570129394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.034959998726844785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.12987200021743775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.04312320053577423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.05417280197143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.13790080547332764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,1.7205120086669923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.06786559820175171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.03335680067539215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.07681599855422974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.04091199934482574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.09508479833602905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.053750401735305785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.10241600275039672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.14807360172271727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,1.9811391830444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.06275839805603027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.10419199466705323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.07522240281105042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.10550400018692016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.1670624017715454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.11672320365905761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.1075808048248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.1976256012916565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.10996799468994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.1137727975845337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.2283936023712158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.11558079719543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.12112959623336791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,2.5397056579589843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.12269439697265624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.3007136106491089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.12299840450286866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.12953280210494994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.13918399810791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.3609215974807739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.1407263994216919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.1381119966506958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,3.082054328918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.5130080223083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.14264320135116576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.15538239479064941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.14556800127029418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,0.6643807888031006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.14763200283050537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.186735999584198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.15377600193023683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.21810560226440429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,4.1666912078857425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,0.9354080200195313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.16129599809646605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.28519999980926514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.1676095962524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.3461024045944214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,1.2302623748779298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.18312959671020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.4716639995574951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.22123520374298095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,5.272367858886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,1.7633407592773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.24713919162750245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.610755205154419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.3220511913299561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,0.8791199684143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.38156158924102784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,2.3460512161254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.030380800366401672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.03954879939556122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.1144991874694825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.05110080242156982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,7.446342468261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.0565887987613678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,0.5145984172821045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.0641759991645813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.08727359771728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.626531219482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.08996480107307434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.09419519901275634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.1102720022201538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.11175680160522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,2.137926483154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,0.6549280166625977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.11579200029373168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.03498240113258362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.11912000179290771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.043619200587272644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,9.605117034912109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.05140159726142883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.12352319955825805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.020953600108623505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.06249279975891113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.1310431957244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.03203519880771637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.07242239713668823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.04472959935665131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.14045439958572387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.061801600456237796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.15135040283203124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.09945279955863953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.16728960275650023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.10148160457611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.07208319902420043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.10490560531616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.20193920135498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.11267520189285278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.10641920566558838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.11679999828338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.2367039918899536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.10755840539932252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.11845120191574096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.11099840402603149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.11944639682769775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.30468480587005614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.11499199867248536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.1219264030456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.3705728054046631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.11691839694976806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.12466559410095215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.12567039728164672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.13176640272140502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.13939520120620727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.14339519739151002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.5197984218597412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.14096640348434447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.1581439971923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.14314240217208862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.18899519443511964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,0.6668000221252441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.14698560237884523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.2217344045639038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.15022720098495485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.28412480354309083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.1571328043937683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.1918015956878662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.3567424058914185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.20855679512023925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.49227199554443357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.2539423942565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.3001951932907104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,0.9297856330871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.40061120986938475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.500271987915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.6259200096130371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,0.7094912052154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,0.9127648353576661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,1.325049591064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,0.9829855918884277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,1.7339616775512696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.023923200368881226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.03313600122928619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.04005439877510071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.05398719906806946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,1.1891712188720702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.06850240230560303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.08471999764442444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.08831679821014404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.09111999869346618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.09660159945487976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.10277760028839111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.11190400123596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.11129920482635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.11324800252914428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.11844160556793212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.12581759691238403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.13214080333709716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.14595520496368408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,0.8760095596313476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.1709280014038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.19491200447082518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.24918720722198487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.3012991905212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.4056863784790039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,0.5117280006408691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,0.7231200218200684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,0.9329376220703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,1.358249568939209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.1599136352539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,1.7838016510009767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,1.2202624320983886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.028624001145362853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.033871999382972716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.042921599745750424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.061001598834991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.0763487994670868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.10597440004348754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.1077280044555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.10865600109100342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.10944639444351197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.11106560230255128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.11303039789199829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.11576000452041627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.11615999937057495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.12102400064468384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.12636159658432006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.13070399761199952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.14956480264663696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.16807680130004882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.19517120122909545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.24342079162597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.29342401027679443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.39688959121704104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.4975776195526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.7017759799957275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,0.9041055679321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.3095359802246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,1.714793586730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.020313599705696107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.032416000962257385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.04268800020217896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.06263999938964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.0697376012802124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.11254080533981323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.11733440160751343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.12040319442749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,1.665724754333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.12147200107574463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.12358399629592895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.13044159412384032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.1389664053916931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.14018239974975585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.1453279972076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.14742720127105713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.15272639989852904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.15998079776763915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.19387199878692626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.2104288101196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.2594847917556763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.30503358840942385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.40505280494689944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.506390380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,1.8258111953735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,1.8331199645996095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,0.7134240150451661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,0.9205056190490722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,1.330361557006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,2.384272003173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.021209600567817687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.03271040022373199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.03962239921092987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.05121600031852722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.05945600271224975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.08634560108184815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.08944000005722046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.09503679871559143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,2.2232160568237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.09842240214347839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.1040608048439026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.02815360128879547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.1123039960861206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.034255999326705935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.04232960045337677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.11217279434204101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.05595200061798096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.1149407982826233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.07328320145606995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.11979520320892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.10415359735488891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.10744960308074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.12602880001068115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.10858880281448365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.13384000062942505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.11076159477233886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.14807679653167724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.11218559741973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.11409599781036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.1751871943473816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.11575360298156738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.19882559776306152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.11753599643707276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.12304960489273072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.25166079998016355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.12740800380706788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.13325439691543578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.3035680055618286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.15241919755935668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.17369279861450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.4082208156585693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.19872959852218627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.24765119552612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.29479360580444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.3989727973937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.4981567859649658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,2.4525632858276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.513759994506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.07760000228881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.10388480424880982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.15942399501800536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.20902400016784667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.2606048107147217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.3491391897201538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.3647903919219971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.3830687999725342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.4297632217407227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,0.7266751766204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,0.4375904083251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,0.44715518951416017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,0.46330881118774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,0.46634559631347655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,0.5078752040863037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,0.5174272060394287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,0.5350240230560303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,0.5636735916137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,0.9363391876220704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.7026271820068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,0.6391839981079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,0.7373792171478272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,0.9066335678100585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,1.1108480453491212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,1.526089572906494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,1.9357759475708007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,2.74881591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,3.7708480834960936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,0.9061375617980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,1.7399200439453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,5.458230209350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.06613439917564393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.08993279933929443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.11751359701156616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.14143680334091185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,6.970428466796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.17901439666748048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.24049599170684816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.2510335922241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.25627520084381106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.30262720584869385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.3131103992462158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.31671359539031985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.332207989692688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.3427135944366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.36871678829193116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.06418880224227905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.08708800077438354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.3903647899627686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.1108896017074585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.1459872007369995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.42386560440063475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.1869055986404419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.46298880577087403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.24879040718078613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.25564799308776853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.5683199882507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.2653536081314087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.26966080665588377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.6665631771087647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.2712735891342163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.8832799911499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.28389439582824705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.287939190864563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.102735996246338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.29347519874572753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.3281536102294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,1.4884351730346679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.3376703977584839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.3586463928222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,1.9555360794067382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.3981343984603882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,1.36178560256958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.48072638511657717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,2.799884796142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.5587584018707276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.734662389755249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,3.567475128173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,0.8913056373596191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.2360799789428711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,5.3776191711425785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,1.586252784729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.2508159637451173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,7.116790771484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,2.9623552322387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,4.351366424560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,5.739843368530273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.07605440020561219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.06578239798545837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.0820032000541687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.09773120284080505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.11563520431518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.1626431941986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.13198720216751098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.196070396900177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.1659327983856201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.22079999446868898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.23484160900115966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.34245760440826417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.24636800289154054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.3690079927444458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.26703360080718996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.40195522308349607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.3107264041900635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,0.4405375957489014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.3106368064880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,0.4402495861053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.31801600456237794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,0.45506558418273924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.34062719345092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,0.4596288204193115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.35095040798187255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,0.46688318252563477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.37792320251464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,0.5044479846954346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.39951679706573484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,0.5315328121185303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.4265376091003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,0.5423359870910645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.47509121894836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,0.5745728015899658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.583673620223999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,0.6606272220611572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.6834335803985596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,0.7598048210144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.9088319778442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,0.9427871704101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.114668846130371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,1.1608991622924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,1.5512096405029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,1.559648036956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,2.0040256500244142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,1.9567327499389648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,2.8121023178100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,2.9819360733032227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,3.8236225128173826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.311295986175537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,3.9460769653320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,1.7847328186035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.06313279867172242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.0824608027935028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.11033600568771362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.1375488042831421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.17571840286254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.24600000381469728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.25896320343017576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.26703999042510984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.2779263973236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.2774847984313965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.28292479515075686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.29494080543518064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.31027200222015383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.3276544094085693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.3436000108718872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.366595196723938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.403107213973999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.4864192008972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,5.5033214569091795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.567855978012085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.7595935821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,0.9355327606201171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.2844703674316407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,1.6228319168090821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,1.7214015960693358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.05232639908790589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.07226880192756653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.11453759670257568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.17909760475158693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.2195296049118042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.3301536083221436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.3469504117965698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.3603327989578247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,5.449343872070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.38496320247650145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.39998080730438235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.3308736801147463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.40956802368164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.4323904037475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.44128642082214353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.4496287822723389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.49619522094726565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.5033792018890381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.5186783790588378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.5877855777740478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.6431519985198975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.7812384128570556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,0.9299263954162598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,1.2482208251953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.5683839797973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,2.213808059692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,2.8647647857666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,4.16893424987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.0109535217285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,5.4818878173828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.03407999873161316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.061375999450683595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.10021439790725709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.13010560274124144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.1657055974006653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.23970561027526854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.2505824089050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.2597408056259155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.26716160774230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.28624639511108396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.31037120819091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.3127648115158081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.3220031976699829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.34558079242706297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.3607647895812988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.3785984039306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.41616001129150393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.4936863899230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.5735487937927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.736624002456665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,0.8973983764648438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,1.2286720275878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,1.5573216438293458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,2.2180320739746096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,2.8824895858764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,4.201852798461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,5.52844467163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.04445120096206665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.06106879711151123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.10104960203170776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.1337056040763855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.1731552004814148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.25761919021606444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.2668479919433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.27093119621276857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.2744640111923218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.276963210105896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.2849728107452393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.2895967960357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.2982016086578369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.31952319145202634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.33762240409851074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.34498560428619385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.37624320983886717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.4423776149749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.5051904201507569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.6359200000762939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,0.7740960121154785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,7.5702369689941404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.0447232246398925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.05223360061645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.0731552004814148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.11022399663925171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.3159520149230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.16986240148544313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.2102816104888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,1.8524320602416993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.3344736099243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.35852799415588377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.38234241008758546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.3962784051895142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,2.38637752532959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.40716800689697263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.4232927799224854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.4392704010009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,3.461081695556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.44443202018737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.4774752140045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,7.321238708496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.041145598888397215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.06042879819869995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.49854397773742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.09847679734230042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.11867519617080688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.5056128025054931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.15010559558868408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,4.52955207824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,4.466316986083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.24111359119415282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.529859209060669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.24954559803009033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.04447999894618988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.06099519729614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.2684096097946167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.5929728031158448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.09930559992790222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.2855967998504639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.6489759922027588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.29291520118713377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.12283840179443359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.31812798976898193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.16165119409561157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.7982367992401123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.3158943891525269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.2559679985046387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.3309792041778564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.26696319580078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.3498208045959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.2736959934234619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.3667423963546753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.27810239791870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,0.9558719635009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.2813888072967529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.39120960235595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.29103360176086424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.42331838607788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.29779839515686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.30897281169891355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.5062848091125488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.3305408000946045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.5819583892822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.3404223918914795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.7477471828460693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.35295040607452394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,0.909939193725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.391484808921814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.4515679836273193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.5148640155792237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,1.2671551704406738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,1.2428447723388671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.6495935916900635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.5854432106018066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,0.7801631927490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.0479711532592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,1.570847988128662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.3175583839416505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,2.240924835205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,2.2324735641479494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,1.8533567428588866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,2.8925664901733397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,2.3912511825561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,2.894659233093262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,6.00263671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.14364800453186036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.2968672037124634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.3524863958358765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.5148320198059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,0.6252319812774658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,1.01080322265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,1.0271967887878417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,1.0526080131530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,4.217472076416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,1.070361614227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,1.2302751541137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,1.2229791641235352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,1.2757439613342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,1.295302391052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,1.3401887893676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,1.3708479881286622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,1.4477312088012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,1.5115455627441405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,1.6997472763061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,1.8637855529785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,2.249263954162598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,2.647135925292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,3.6222465515136717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,4.349443054199218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,4.20893440246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,6.468211364746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,7.90684814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,12.095964813232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,15.246131896972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.11703360080718994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,5.535523223876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.17422720193862914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.23431360721588135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.1316159963607788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.33497281074523927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.1729151964187622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.37079360485076907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.21806399822235106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,0.6092192173004151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.34554879665374755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,0.6266304016113281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.42621760368347167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,0.6378176212310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,0.6325791835784912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,0.6965184211730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,0.6474048137664795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,0.6579455852508544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,0.7269184112548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,0.6634848117828369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,0.7523200035095214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,0.7704512119293213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,0.6893631935119628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,0.8043871879577636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,0.7178175926208497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,0.7111167907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,0.8438655853271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,0.7378975868225097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,0.8993344306945801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,0.7718175888061524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,0.9460000038146973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,0.8021247863769532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,1.0409728050231934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,3.4585086822509767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,0.8411840438842774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,1.2397024154663085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,0.916220760345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,1.4282527923583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.0592576026916505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,1.8802719116210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.2144224166870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,1.5358336448669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,2.3125375747680663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,1.8721759796142579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,3.1134719848632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,2.4822719573974608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,4.042975997924804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,3.1826976776123046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,5.518643188476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.14620800018310548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,5.854454421997071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.24546239376068116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,4.426812744140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.3570271968841553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.4636864185333252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.6527455806732178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,0.9437888145446778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,5.930105590820313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,7.793017578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,0.9989536285400391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,1.0287455558776855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,1.086732769012451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,1.230959987640381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,1.2908639907836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,8.611065673828126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,1.2997920036315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,11.460076904296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,1.3364031791687012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,1.363529586791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,1.3939359664916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,1.4423711776733399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,11.214383697509765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.11739200353622437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.15894399881362914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,1.530624008178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.21959359645843507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.3006752014160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,14.842608642578124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.3604192018508911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,1.7229375839233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,0.5990111827850342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.1303328037261963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,0.6205408096313476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,1.9461952209472657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.1506432056427002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.22755520343780516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,0.6601088047027588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.3113055944442749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,0.7180960178375244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.3732032060623169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,0.7368351936340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,0.6231071949005127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,2.3485696792602537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,0.7783936023712158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,0.6341375827789306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,0.8046624183654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,0.6709599971771241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,0.8113663673400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,0.6819968223571777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,2.7753503799438475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,0.6970975875854493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,0.8552512168884278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,0.7249919891357421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,0.914521598815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,0.7461088180541993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,3.814169692993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,0.7618112087249755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,0.9628767967224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,0.8017024040222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,1.0749183654785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,0.8352224349975585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,1.2983648300170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,4.535948944091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,0.8675968170166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,1.4752863883972167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,0.9324895858764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,1.9463775634765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.0991392135620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.2746975898742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,2.3531871795654298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,6.338188934326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,1.5721728324890136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,1.9082111358642577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,3.187552070617676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,2.495587158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,4.3632255554199215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,3.3148223876953127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,6.4212287902832035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,4.727667236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,7.800300598144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,8.256460571289063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,6.347801589965821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,11.35898208618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,13.170768737792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,8.660189056396485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,14.309642028808593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.08701120018959045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.14232319593429565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.3009952068328857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.44833598136901853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.5870495796203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,0.9366559982299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,0.9861248016357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,4.528736114501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,1.0329055786132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.08091520071029663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.10556800365447998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,1.0668864250183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.17868800163269044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.27920639514923096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.0872960090637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.37573120594024656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,11.720169830322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.1348511695861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,0.595033597946167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.2127039909362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,0.62358717918396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.0732800006866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,0.6524159908294678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.12208319902420044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,1.2665792465209962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.19421759843826295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,0.6807775974273682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.28161919116973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,1.2902048110961915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,0.7192959785461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.3681951999664307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,0.7808832168579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.6034527778625488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,1.3196767807006835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,0.8570943832397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,0.642848014831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,0.7614016056060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,1.3818367958068847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,0.6532959938049316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,0.7969632148742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,0.6871488094329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,1.4413599967956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,0.6967840194702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,0.8381119728088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,0.7142591953277588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,1.6016992568969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,0.8755231857299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,0.726966381072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,0.953711986541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,1.728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,0.7409056186676025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,1.1272735595703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,0.7635456085205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,2.070684814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,18.549497985839842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,0.805504035949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,1.2939807891845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.08766400218009948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.14269119501113892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,0.8315615653991699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,2.4034528732299805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,1.6473407745361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.2796416044235229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,0.9073535919189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.3869215965270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,2.0148479461669924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.5276224136352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,3.113462448120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.0335871696472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,0.9344351768493653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.1608863830566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,2.7424768447875976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,0.9928319931030274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,3.864012908935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,1.4429951667785645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,1.0454367637634276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,3.476803207397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.0726112365722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,1.7298303604125977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.1128959655761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,5.3957569122314455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.164691162109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,2.311916732788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.2365983963012694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,4.958540725708008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,1.288809585571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,2.890185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,1.344761562347412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,6.9145759582519535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,6.446102142333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,4.043212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,1.3909728050231933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,1.414566421508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,1.476252841949463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,5.18939208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,9.954093170166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,1.6200544357299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,9.424444580078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,1.7728063583374023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,7.465116882324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,2.096460723876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,2.4496223449707033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,13.035714721679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,12.398925018310546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.07745919823646545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,3.1860000610351564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.10476160049438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.17870399951934815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.07457280158996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.2531519889831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,9.719491577148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.12279679775238037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.33356800079345705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.13863680362701417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.19281599521636963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,0.5947264194488525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.2683104038238525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.2887743949890137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,3.9335552215576173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.35375680923461916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,0.6324800014495849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.5069119930267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.5880064010620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,0.6604447841644288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.6352992057800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,0.6387712001800537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,0.7069119930267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,0.6735583782196045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,0.7493887901306152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,1.000767993927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,0.6934688091278076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,0.8053119659423829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,1.3401856422424316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,0.7051936149597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,0.8734911918640137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,0.723964786529541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,0.7788447856903076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,1.4983776092529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,0.7501215934753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,0.8239232063293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,0.7608767986297608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,1.8185760498046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,0.8509087562561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,5.454009628295898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,0.7802815914154053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,0.8990719795227051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,1.9259071350097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,0.8295968055725098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,0.9781855583190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,0.862063980102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,1.8842527389526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,1.1591808319091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,0.9319904327392579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,1.9790048599243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,1.3141663551330567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.0547039985656739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,2.0242591857910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.1927295684814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,1.6776639938354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,6.974626922607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,1.4677632331848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,2.155446434020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,2.0505535125732424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,1.7533472061157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,2.450217628479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,2.7686336517333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,2.328633689880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,2.53100471496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,3.5231201171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,2.9064064025878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,2.5298847198486327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,2.600067138671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,5.008022308349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,2.851273536682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,4.039075088500977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,3.035055923461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,3.3394336700439453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,10.019577789306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,3.683155059814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,5.1769054412841795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,4.5188030242919925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,6.4973602294921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,5.383801651000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,6.967708587646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,8.623590087890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,7.435279846191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,11.902009582519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,15.080557250976563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,9.473769378662109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.11083840131759644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.18498560190200805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.30732479095458987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.3966592073440552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.6421535968780517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,0.840665626525879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,0.9781599998474121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,1.2158143997192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,1.2260160446166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,1.2074560165405273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,1.265385627746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,1.283574390411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,12.441455841064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,1.3986847877502442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,1.6110784530639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,1.6172767639160157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,1.6625120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,1.7619743347167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,9.6974365234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.10185279846191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.13879040479660035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,1.9502592086791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.16640640497207643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.28048000335693357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.3060992002487183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.3997632026672363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,2.163587188720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.38680639266967776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.6316736221313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.6031295776367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,0.9240351676940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,2.550943946838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,0.7954495906829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.144816017150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,0.9710592269897461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,2.918739128112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,1.3487584114074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.2281344413757325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,1.8777183532714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.2410079956054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,1.870035171508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,3.791209411621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.2435711860656737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,1.328127956390381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,1.9596256256103515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,4.684035110473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,1.3694239616394044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,1.3424863815307617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,1.944767951965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,1.397657585144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,2.1383424758911134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,6.277692794799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,1.412720012664795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,2.180963134765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,1.4643296241760253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,2.452707290649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,1.549955177307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,7.875344085693359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,1.6818592071533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,2.5243967056274412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,1.826915168762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,2.5566463470458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,2.0610111236572264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,2.658758354187012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,2.373923110961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,2.8864063262939452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,11.11435546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,13.164437866210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.11190719604492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,2.961523246765137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,3.085487937927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.18627840280532837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.2742719888687134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.3842848062515259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,3.468764877319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,3.5620288848876953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.5784927845001221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,0.7348447799682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,3.801744079589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,0.8909536361694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,14.487464904785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,4.7234241485595705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,1.2063712120056151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,4.625999832153321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,1.233407974243164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,1.2186976432800294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,5.976736068725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,5.497923278808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,1.3414688110351562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,1.3263808250427247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.10122560262680054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.16607680320739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,1.3646592140197753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.27037758827209474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,7.209622192382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,8.45704345703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.38599040508270266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,1.5535679817199708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.5701632022857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,0.7888864040374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,1.6145599365234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,0.8938048362731934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,1.6743520736694335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.1792287826538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,8.74692153930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,1.7827583312988282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.177177619934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,10.911772918701171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.09076480269432068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,1.9903551101684571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.13165119886398316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.275545597076416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.2820255994796753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,2.2137216567993163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.5010496139526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,1.2208191871643066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,0.8131936073303223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,2.6315744400024412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,1.3425472259521485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,1.1552255630493165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,11.998406219482423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,1.3018624305725097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.3596063613891602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,3.0158527374267576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,1.4192895889282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,1.7582687377929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,1.4353728294372559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,1.836751937866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,3.940243148803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,1.4866592407226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,1.8810880661010743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,1.5604031562805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,1.9623775482177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,4.8824512481689455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,1.6997983932495118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,16.124794006347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,2.0128416061401366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.07885119915008545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.10203520059585572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,1.871833610534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.18020800352096558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,2.0723167419433595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.30634560585021975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,2.14715518951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,6.476022338867187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.5248960018157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,2.2096736907958983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,0.7550816059112548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,2.447923278808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,2.31627197265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,0.8813664436340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,1.1390687942504882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,3.118828773498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,2.463705635070801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,7.997638702392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,1.187830352783203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,2.5621376037597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,1.2228416442871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,3.681932830810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,2.7031423568725588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,1.2789119720458983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,1.3286784172058106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,2.8358720779418944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,5.0056510925292965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,1.394320011138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,12.035456085205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,3.14019832611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,1.5240608215332032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,1.6518272399902343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,6.149513626098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,3.448031997680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,1.7886112213134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,4.134400177001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,1.6324703216552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,1.8108512878417968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,8.853353881835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,15.020675659179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,4.757183837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,1.9725696563720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.07402560114860535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.09534080028533935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,2.3294591903686523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,6.046620941162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.16779839992523193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.3128704071044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,2.6728288650512697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,11.40059814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.5378719806671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.08943679928779602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.13088959455490112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,0.7517343997955322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,3.353948974609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.28099520206451417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,0.9012351989746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,7.446326446533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.5028063774108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.136582374572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,0.7461247920989991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,4.057167816162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,1.0396767616271974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.1832159996032714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,1.2566720008850099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.219369602203369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,5.473215866088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,1.6922111511230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,1.2715935707092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,10.390675354003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,1.7618816375732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,1.310966396331787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,1.8335968017578126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,1.3227104187011718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,6.8779548645019535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,1.9205440521240233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,1.392576026916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,1.4306495666503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,2.0262304306030274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,13.22509765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.07865279912948608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,1.4623423576354981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.10234559774398803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,2.1031999588012695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.1811903953552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,1.5183103561401368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.3065056085586548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,9.770275115966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,2.222310447692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.48654398918151853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,1.6647743225097655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,2.354911994934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,0.6827360153198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,1.7793024063110352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,0.812342357635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,2.5034656524658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.0992223739624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,2.023587226867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,2.533036804199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,1.1542943954467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,2.307865524291992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,12.624092864990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,1.1912287712097167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,2.730575942993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,1.2499936103820801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,2.8218303680419923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,2.932102394104004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.07356160283088684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,1.3259455680847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.09544640183448791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.16707199811935425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.3116127967834473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,1.408726406097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,3.2457984924316405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,3.372604751586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.4888000011444092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,1.5451552391052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.6791935920715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,3.5795360565185548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,0.8190943717956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,1.6735359191894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,4.472816085815429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.0998592376708984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,1.8215391159057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,4.22309455871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.1403519630432128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,1.6945600509643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.1880831718444824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,5.5731040954589846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,1.8574207305908204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,4.926432037353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.227894401550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,2.036854362487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,1.2793984413146973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,2.4112096786499024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,1.3096416473388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,6.285760116577149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,7.797974395751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,1.3788064002990723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,2.738355255126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,1.403987216949463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,3.4715518951416016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,1.4581952095031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,7.700927734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,1.5490880012512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,4.173276901245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,9.977705383300782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,1.6668575286865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,1.8125312805175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.05920959711074829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,5.604412841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,2.063283157348633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.07910079956054687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,10.526585388183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.10328320264816285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.01,0.16218240261077882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.01,0.18098560571670533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,2.359030342102051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.01,0.2872191905975342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.01,0.2769695997238159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.01,0.29887359142303466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.01,0.3391871929168701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,7.030879974365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,2.9107839584350588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.01,0.3340224027633667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.01,0.3597536087036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.01,0.3728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,3.4646686553955077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,13.421673583984376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.01,0.3666975975036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.01,0.3816416025161743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.01,0.05156800150871277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.01,0.3961184024810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,9.896585845947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,4.567462539672851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.01,0.06701760292053223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.01,0.08635200262069702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.01,0.4027103900909424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.01,0.10702719688415527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.01,0.13096319437026976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.01,0.42601919174194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.01,0.18952319622039795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.01,0.188646399974823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.01,0.48453760147094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.01,0.1939360022544861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.01,0.5211423873901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.01,0.2310175895690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.01,0.23343040943145751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.01,0.6474431991577149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.01,0.23085761070251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,5.65715217590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.01,0.252783989906311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.01,0.764790391921997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.01,0.25847039222717283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,12.7795166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.01,0.26527040004730223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.01,1.0473471641540528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.01,0.27946560382843016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.05828160047531128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.01,1.2883359909057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.01,0.2933664083480835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.07304000258445739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.1118656039237976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.01,0.3186944007873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,7.850185394287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.01,1.8278112411499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.01,0.38062400817871095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,2,power_law_1.2,0.15106240510940552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.01,0.44075517654418944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,2,power_law_1.2,0.18040640354156495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.01,2.4349632263183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,2,power_law_1.2,0.27755520343780515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.01,0.5656864166259765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,2,power_law_1.2,0.2850912094116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,2,power_law_1.2,0.30446720123291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.01,0.7008543968200683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.01,0.9590623855590821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.01,3.4501216888427733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,10.035517120361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.01,1.204742431640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,2,power_law_1.2,0.3447743892669678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,2,power_law_1.2,0.3451807975769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.01,1.7102752685546876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,2,power_law_1.2,0.05018240213394165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.01,4.597647857666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,2,power_law_1.2,0.36195518970489504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,2,power_law_1.2,0.062118399143219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.03596160113811493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.049158400297164916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,2,power_law_1.2,0.3732383966445923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,2,power_law_1.2,0.09047359824180604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.07862399816513062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,2,power_law_1.2,0.3818943977355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.01,2.3206655502319338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.13896960020065308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,2,power_law_1.2,0.38824639320373533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.16419199705123902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.2573728084564209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,2,power_law_1.2,0.39352641105651853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,2,power_law_1.2,0.10697920322418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.27630081176757815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,2,power_law_1.2,0.12303999662399293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,2,power_law_1.2,0.40302720069885256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.01,3.4070209503173827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,2,power_law_1.2,0.18775999546051025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.2935551881790161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,2,power_law_1.2,0.1842560052871704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,2,power_law_1.2,0.42902722358703616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.01,0.2960767984390259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,2,power_law_1.2,0.1940608024597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.01,0.2968319892883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,2,power_law_1.2,0.48874239921569823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.01,0.31447999477386473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,2,power_law_1.2,0.5476831912994384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.01,0.34835200309753417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.01,4.3748737335205075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.01,0.3536479949951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.01,0.02770879864692688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,2,power_law_1.2,0.6526495933532714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.01,0.3675296068191528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.01,0.0418720006942749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,2,power_law_1.2,0.22704319953918456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.01,0.06380159854888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,2,power_law_1.2,0.7780928134918212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.01,0.37366399765014646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,2,power_law_1.2,0.23548479080200196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,2,power_law_1.2,0.24988799095153807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.01,0.3782144069671631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,2,power_law_1.2,1.0461631774902345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.01,0.09587519764900207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,2,power_law_1.2,0.251638388633728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.01,0.12282880544662475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.01,0.3907455921173096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,2,power_law_1.2,0.26254079341888426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.01,0.17965760231018066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,2,power_law_1.2,1.3564031600952149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,2,power_law_1.2,0.2701215982437134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.01,0.4408224105834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.01,0.19113919734954835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.01,0.20016000270843506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,2,power_law_1.2,0.28380160331726073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.01,0.48334717750549316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.01,0.20369598865509034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,2,power_law_1.2,0.29758079051971437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.01,0.5709727764129638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.01,0.21005759239196778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,2,power_law_1.2,0.32701759338378905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.01,0.23149759769439698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.01,0.6702816009521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.01,0.23411519527435304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,2,power_law_1.2,0.3852031946182251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,2,power_law_1.2,1.9035776138305665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.01,0.24636800289154054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.01,0.8720864295959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,2,power_law_1.2,0.44996161460876466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.01,0.2491584062576294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.01,1.0759391784667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,2,power_law_1.2,0.5929376125335694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.01,0.26282238960266113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.01,0.27125120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,2,power_law_1.2,0.7198304176330567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.01,1.5080320358276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.01,0.2891200065612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,2,power_law_1.2,1.005884838104248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.01,0.3410207986831665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.01,0.3875744104385376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.01,1.9295904159545898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.01,0.48824000358581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,2,power_law_1.2,1.2636735916137696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,2,power_law_1.2,2.374652862548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.01,0.5873472213745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.01,2.789606475830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.01,0.7899551868438721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,2,power_law_1.2,1.8045984268188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.01,0.9985343933105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.01,3.645552062988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,2,power_law_1.2,2.3692447662353517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.035846400260925296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,2,power_law_1.2,3.6992160797119142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.01,1.4150815963745118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.049516800045967105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.07813760042190551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.12313920259475708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.01,1.8291360855102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.15877120494842528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.24870719909667968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.27516798973083495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,2,power_law_1.2,3.4143840789794924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.2921344041824341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.01,2.659395217895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,2,1,power_law_1.2,0.2898400068283081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,2,1,power_law_1.2,0.2999039888381958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,2,1,power_law_1.2,0.32251200675964353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,2,1,power_law_1.2,0.3579807996749878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.01,3.4871646881103517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,2,1,power_law_1.2,0.02731199860572815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,2,1,power_law_1.2,0.36535680294036865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,2,1,power_law_1.2,0.04293760061264038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,2,1,power_law_1.2,0.0639519989490509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,2,1,power_law_1.2,0.3702431917190552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,2,1,power_law_1.2,0.09149760007858276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,2,1,power_law_1.2,0.1137120008468628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,2,1,power_law_1.2,0.37497920989990235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,2,power_law_1.2,4.666329574584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,2,1,power_law_1.2,0.1778048038482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,2,1,power_law_1.2,0.3871680021286011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,2,power_law_1.2,4.527046585083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,2,1,power_law_1.2,0.18958719968795776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,2,1,power_law_1.2,0.20162880420684814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,2,1,power_law_1.2,0.40412158966064454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,2,1,power_law_1.2,0.2113248109817505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,2,1,power_law_1.2,0.44641919136047364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,2,1,power_law_1.2,0.21827199459075927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.01,0.2778143882751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,2,1,power_law_1.2,0.23371200561523436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,2,1,power_law_1.2,0.49121918678283694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.01,0.18136320114135743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.01,0.4766719818115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,2,1,power_law_1.2,0.24048318862915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,2,1,power_law_1.2,0.588102388381958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,2,1,power_law_1.2,0.24629440307617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.01,0.31426880359649656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.01,0.6243199825286865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,2,1,power_law_1.2,0.25641279220581054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,2,1,power_law_1.2,0.6827072143554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.01,0.4065087795257568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.01,0.9415743827819825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,2,1,power_law_1.2,0.2663136005401611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,2,1,power_law_1.2,0.8893952369689941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.01,0.6204544067382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,2,1,power_law_1.2,0.2770688056945801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.01,1.2756735801696777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,2,1,power_law_1.2,1.0948415756225587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,2,1,power_law_1.2,0.30224320888519285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.01,0.8517056465148926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,2,1,power_law_1.2,0.35100479125976564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.01,2.0033151626586916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.01,1.2686976432800292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,2,1,power_law_1.2,0.39871039390563967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.01,2.060128021240234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.01,1.3254112243652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,2,1,power_law_1.2,1.522537612915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.01,1.3830400466918946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,2,1,power_law_1.2,0.4997471809387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.01,2.1603456497192384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,2,1,power_law_1.2,0.5968192100524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.01,1.420576000213623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,2,1,power_law_1.2,1.9510879516601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.01,2.205062484741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,2,1,power_law_1.2,0.8018464088439942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.01,1.4624320030212403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.01,2.266147232055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,2,1,power_law_1.2,1.0109567642211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.01,1.6386848449707032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.01,2.3418655395507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.01,1.7470304489135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,2,1,power_law_1.2,1.4264960289001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.01,2.4820415496826174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.01,1.8989023208618163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,2,1,power_law_1.2,2.8155807495117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.01,2.6355072021484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.01,2.205276870727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.01,3.0566944122314452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.01,2.17675838470459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,2,1,power_law_1.2,1.885264015197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.01,2.9245632171630858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.01,2.214348793029785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.01,2.9880447387695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.01,2.4228799819946287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.01,3.134867286682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.01,2.8465599060058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.01,3.5076255798339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,2,1,power_law_1.2,2.6803680419921876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.01,3.292540740966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.01,3.8682430267333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.01,4.199337768554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.01,4.654172897338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,2,1,power_law_1.2,3.513520050048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.01,5.0157310485839846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.01,5.400454330444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.01,6.752393341064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.01,7.024006652832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.01,0.18864320516586303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.01,0.312771201133728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.01,0.39554240703582766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.01,8.51373748779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.01,8.708755493164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.01,0.6120480060577392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.01,11.960336303710937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.01,0.8495840072631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.01,12.251407623291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,2,1,power_law_1.2,3.682223892211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.01,1.3016287803649902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.01,1.363145637512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,2,power_law_1.2,0.2833695888519287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.01,1.4241567611694337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.01,1.4401311874389648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,2,power_law_1.2,0.4162464141845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,2,power_law_1.2,0.6528255939483643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.01,1.4991071701049805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.01,15.651461791992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.01,1.5510239601135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.01,16.37891540527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.01,1.602275276184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,2,power_law_1.2,0.9243424415588379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.01,1.6415136337280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,2,power_law_1.2,1.1978879928588868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.01,1.7071231842041015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,2,power_law_1.2,2.019766426086426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.01,1.7714975357055665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,2,power_law_1.2,2.0729696273803713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.01,1.8880544662475587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,2,power_law_1.2,2.1612575531005858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.01,2.0484640121459963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,2,power_law_1.2,2.2104736328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.01,2.385238456726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.01,22.789756774902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,2,power_law_1.2,2.296774482727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.01,2.7255615234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.01,24.56946563720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,2,power_law_1.2,2.4298847198486326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,2,power_law_1.2,2.553759956359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.01,3.4099136352539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,2,power_law_1.2,2.7769567489624025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,2,power_law_1.2,3.15830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.01,4.18135986328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.01,5.565536117553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,2,power_law_1.2,3.0046464920043947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.01,30.837887573242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,2,power_law_1.2,0.1820191979408264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,2,power_law_1.2,3.070342445373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,2,power_law_1.2,0.2732192039489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,2,power_law_1.2,0.419049596786499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.01,7.072476959228515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,2,power_law_1.2,3.225596618652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.01,33.45811157226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,2,power_law_1.2,0.5658239841461181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,2,power_law_1.2,0.7471327781677246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,2,power_law_1.2,3.6172767639160157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,2,power_law_1.2,1.2381664276123048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,2,power_law_1.2,1.3405376434326173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,2,power_law_1.2,4.012063980102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,2,power_law_1.2,1.3698464393615724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.01,9.769337463378907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,2,power_law_1.2,1.4226655960083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,2,power_law_1.2,1.5204416275024415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,2,power_law_1.2,4.7614494323730465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,2,power_law_1.2,1.6694112777709962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,2,power_law_1.2,0.18890880346298217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,2,power_law_1.2,0.2687488079071045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,2,power_law_1.2,1.809459114074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,2,power_law_1.2,0.3918623924255371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,2,power_law_1.2,5.580307388305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,2,power_law_1.2,1.9889984130859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.01,12.787670135498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,2,power_law_1.2,2.2788991928100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,2,power_law_1.2,2.204579162597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,2,power_law_1.2,7.240211486816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,2,power_law_1.2,2.24200325012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,2,power_law_1.2,0.5746528148651123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,2,power_law_1.2,0.8137151718139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,2,power_law_1.2,2.5126272201538087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,2,power_law_1.2,1.2797056198120118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,2,power_law_1.2,2.918835258483887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,2,power_law_1.2,9.431193542480468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,2,power_law_1.2,1.3560864448547363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.01,18.536927795410158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,2,power_law_1.2,1.4402400016784669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,2,power_law_1.2,3.38656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,2,power_law_1.2,1.4679967880249023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,2,power_law_1.2,1.5020256042480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,2,power_law_1.2,4.2250526428222654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,2,power_law_1.2,1.5621279716491698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,2,power_law_1.2,13.227101135253907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,2,power_law_1.2,1.6273664474487304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,2,power_law_1.2,5.153875350952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,2,power_law_1.2,1.674790382385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,2,power_law_1.2,1.774380874633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.01,23.71192321777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,2,power_law_1.2,1.8767007827758788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.15592639446258544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,2,power_law_1.2,6.8935997009277346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,2,power_law_1.2,1.9682464599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.2569535970687866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.01,0.46996159553527833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,2,power_law_1.2,2.1330175399780273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,2,power_law_1.2,18.574598693847655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.01,0.8122079849243165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,2,power_law_1.2,2.4642656326293944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.01,1.1417152404785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,2,power_law_1.2,8.589900970458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.01,1.9052415847778321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,2,power_law_1.2,2.837753677368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.01,2.0155616760253907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.01,2.105513572692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,2,power_law_1.2,3.5195072174072264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.01,2.1497823715209963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.01,2.1912736892700195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,2,power_law_1.2,12.550592041015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,2,power_law_1.2,4.310432052612304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.01,2.345759963989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.01,2.469740867614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,2,power_law_1.2,5.674598312377929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.01,2.57836799621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.01,2.8743072509765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,2,power_law_1.2,26.902691650390626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,2,power_law_1.2,16.362460327148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.01,3.195363235473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,2,power_law_1.2,7.082425689697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.01,3.568364715576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.01,4.245808029174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.01,3.2147457122802736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,2,power_law_1.2,10.071324920654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.01,3.5213249206542967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,2,power_law_1.2,24.229827880859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.01,4.127193450927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,2,power_law_1.2,12.68367691040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.01,4.7826080322265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.01,6.168201446533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,2,power_law_1.2,18.533299255371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.01,7.586422729492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.01,10.592479705810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.01,13.582614135742187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,2,power_law_1.2,32.804788208007814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,2,power_law_1.2,38.0614501953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.01,0.1090656042098999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.01,0.17436480522155762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.01,0.31078081130981444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,2,power_law_1.2,24.126649475097658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.01,0.5327744007110595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.15711040496826173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.2580928087234497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.01,0.7459360122680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,2,1,power_law_1.2,0.47045121192932127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.01,1.2202624320983886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,2,1,power_law_1.2,0.7407711982727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.01,19.615533447265626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.01,1.31943998336792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,2,1,power_law_1.2,1.0246527671813965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.01,1.3527487754821776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,2,1,power_law_1.2,1.8386688232421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.01,1.431766414642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,2,1,power_law_1.2,2.014339256286621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.01,1.4656288146972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,2,1,power_law_1.2,2.118515205383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.01,1.624460792541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,2,1,power_law_1.2,2.159071922302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.01,1.7320064544677733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,2,1,power_law_1.2,2.2167200088500976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.01,1.8872415542602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,2,1,power_law_1.2,2.3584991455078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.01,2.129244804382324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,2,1,power_law_1.2,2.5216447830200197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.01,2.3990943908691404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.01,25.95307312011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,2,1,power_law_1.2,2.6775840759277343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.01,2.674220848083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,2,1,power_law_1.2,3.0154943466186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.01,3.2145854949951174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,2,1,power_law_1.2,0.10882240533828735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,2,1,power_law_1.2,0.1748095989227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,2,1,power_law_1.2,3.34496955871582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.01,2.556796836853027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,2,1,power_law_1.2,0.31049599647521975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,2,1,power_law_1.2,3.6829185485839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.01,2.9185407638549803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,2,1,power_law_1.2,0.482528018951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,2,1,power_law_1.2,4.378569412231445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,2,1,power_law_1.2,0.6674111843109131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.01,3.6565536499023437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,2,1,power_law_1.2,1.212604808807373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,2,1,power_law_1.2,3.324060821533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,2,1,power_law_1.2,1.3143903732299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.01,4.389209747314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,2,1,power_law_1.2,1.366585636138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,2,1,power_law_1.2,3.599689483642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,2,1,power_law_1.2,1.4321311950683593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,2,1,power_law_1.2,1.5065855979919434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,2,1,power_law_1.2,4.214150238037109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.01,5.907510375976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,2,1,power_law_1.2,1.6436639785766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,2,1,power_law_1.2,1.7965919494628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,2,1,power_law_1.2,4.887827301025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,2,1,power_law_1.2,1.936240005493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.01,7.409053039550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,2,1,power_law_1.2,2.2115455627441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,2,1,power_law_1.2,2.495020866394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,2,1,power_law_1.2,6.362742233276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,2,1,power_law_1.2,2.771552085876465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.01,10.414559936523437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,2,1,power_law_1.2,3.3110496520996096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,2,1,power_law_1.2,7.803785705566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.15622400045394896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.18314239978790284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,2,1,power_law_1.2,2.643769645690918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,2,1,power_law_1.2,3.003977584838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,2,1,power_law_1.2,10.73238754272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.01,13.422700500488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,2,1,power_law_1.2,3.745158386230469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.3231839895248413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.33283200263977053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.3357408046722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.3369119882583618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.3403424024581909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.34508481025695803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.35048959255218504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,2,1,power_law_1.2,4.4891807556152346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.3523936033248901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.35577919483184817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.3659775972366333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.37383360862731935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,2,1,power_law_1.2,13.875059509277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.41381120681762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.4328256130218506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,2,1,power_law_1.2,5.993033599853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.01,19.491961669921874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.46515841484069825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,0.5565567970275879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,0.753868818283081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,2,1,power_law_1.2,7.495897674560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,0.9270560264587402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,1.3849023818969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,2,1,power_law_1.2,20.142005920410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,2,1,power_law_1.2,10.516953277587891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,1.8287168502807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.01,25.530784606933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.13634879589080812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.15080640316009522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.2426624059677124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.250220799446106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.25245440006256104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,2,1,power_law_1.2,13.534675598144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.25677440166473386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.2595328092575073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.26702399253845216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.27349441051483153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.2733920097351074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.28794240951538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.2992192029953003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.3232991933822632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.3460479974746704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.39203519821166993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.4173471927642822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,2.667123222351074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.5155392169952393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,0.7378496170043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,2,1,power_law_1.2,19.637802124023438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,0.8969759941101074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,1.269814395904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,3.3686561584472656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,1.8345312118530273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,2.226617622375488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,2,1,power_law_1.2,26.949935913085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.12335679531097413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.13350080251693724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.14753279685974122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.15604159832000733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.15689280033111572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.15557119846343995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.16210880279541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.16520320177078246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.17395199537277223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.18362560272216796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.19274879693984986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.20860800743103028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,3.1009183883666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.22148480415344238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.24423038959503174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.2799743890762329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.31984639167785645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.3833888053894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.5053055763244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,5.872192001342773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.6535840034484863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,0.8908448219299316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.15895357131958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,2,1,power_law_1.2,25.645773315429686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.1586303949356079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.16057599782943727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,5.247337722778321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,1.7177984237670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.321616005897522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.33240959644317625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.33407680988311766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.33547520637512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.3387808084487915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.34435200691223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.3476896047592163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,8.7932861328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.3491584062576294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.3552351951599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.3741024017333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.3817055940628052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.40930562019348143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.4294112205505371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.48785600662231443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,0.5509183883666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,0.8006879806518554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,2.405932807922363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,0.9767328262329101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,1.2205823898315429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,6.36058235168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,1.7746944427490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,13.001734924316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,3.6631072998046874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,2.6538496017456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,4.49284782409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,3.6145984649658205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,12.000924682617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,18.03192596435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.13604480028152466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.1508128046989441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.24347200393676757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.2518784046173096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.25524799823760985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.25560319423675537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.25956480503082274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.2659008026123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.2749727964401245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.27688000202178953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.2952800035476685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.31413118839263915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.3330336093902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.3611135959625244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.39492158889770507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,7.547833251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,6.884931182861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.47071042060852053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,0.5666368007659912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,0.7154304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,0.8838975906372071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,22.00146484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.11941440105438232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.12944960594177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,1.3287936210632325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.14748480319976806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.157695996761322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.15793919563293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.15914880037307738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.16291520595550538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.16569279432296752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.17681280374526978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.18348159790039062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.19616960287094115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.20952959060668946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.22219200134277345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.25816318988800047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.2914752006530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,1.7875616073608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.31178879737854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.3598272085189819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.5437727928161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.6689599990844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,2.4907583236694335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,0.8935551643371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,9.502550506591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.2922783851623536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,3.4592544555664064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,9.284111785888673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.06677119731903076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,1.8155616760253905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.08188480138778687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.09427199959754944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.13186559677124024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.1592352032661438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.1601248025894165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.16234240531921387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.16136000156402588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.16474239826202391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.18077119588851928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.2098623991012573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.21482560634613038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.21641919612884522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.23002879619598388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.2472383975982666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.2796096086502075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.3207328081130981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.3902463912963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.4688255786895752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.6316959857940674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.8072992324829101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,4.809123229980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,1.1403327941894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,2.2910816192626955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,14.723023986816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.4889280319213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,7.8332160949707035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,3.67371826171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.159984016418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,4.278384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.8327903747558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,11.916947174072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,4.205235290527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,19.75059814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.06056320071220398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.06993920207023621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.07605119943618774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.10584319829940796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.11538560390472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.12180479764938354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.12365440130233765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.13041599988937377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.14409600496292113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.1544927954673767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.16666879653930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.17846399545669556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.18511999845504762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.20997118949890137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.22613120079040527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.2526623964309692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.28799359798431395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.3721920013427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.45586237907409666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.6240479946136475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.7870816230773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,1.1378815650939942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,19.161305236816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.05724800229072571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.06638720035552978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.0728767991065979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.09915519952774048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.09961599707603455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.10021120309829712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.10205440521240235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.10315519571304321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.1050719976425171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.10839359760284424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.11798720359802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.13417919874191284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.14514240026473998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.15808639526367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.16767040491104127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.18453119993209838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.2027967929840088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.26289920806884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.3236032009124756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,1.4793375968933105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.4503039836883545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.5741119861602784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,0.8183296203613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,7.562595367431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.619673538208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.06709120273590088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.08124160170555114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.08918079733848572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.1316192030906677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.159062397480011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.15840320587158202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.1626464009284973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.16331199407577515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.17761600017547607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.1835360050201416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.20646400451660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.21527678966522218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.21710400581359862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.23132801055908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.24332480430603026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.0622688293457032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.2788383960723877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,2.1490943908691404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.3237663984298706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.3921695947647095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.4698783874511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.6288544178009033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,1.5555520057678223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.0469152450561525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.8056096076965332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,2.8397247314453127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,1.1475680351257325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,9.108892822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.06046079993247986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.07017920017242432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.07701759934425353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.10800319910049438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.4888895988464355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.11569279432296753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.12098239660263062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.12164160013198852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.1277119994163513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.14231359958648682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.14943039417266846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.16469119787216185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.17985919713974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.18436800241470336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.2129663944244385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.22316160202026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.26056320667266847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.289734411239624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.37192320823669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.45693120956420896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.6254784107208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.7942880153656006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,3.0245792388916017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,4.20305290222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,1.134239959716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.1559072494506837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,1.475171184539795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,4.005430221557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.05704640150070191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.06538239717483521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.0698751986026764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.09837440252304078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.09902719855308532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,5.552883148193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.10046080350875855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.20808959007263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.10214079618453979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.2536639928817749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.10296319723129273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.42125439643859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.10428800582885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.10631040334701539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.4522592067718506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.11822079420089722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.4536575794219971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.13435200452804566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.45540480613708495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.14674880504608154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.45873279571533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.15726079940795898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.4631040096282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.16704000234603883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.46784000396728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.4688896179199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.18213119506835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.4706399917602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.20517120361328126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.5033631801605225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.5217599868774414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.5874879837036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,0.6115647792816162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.26950080394744874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,0.6973504066467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,0.848521614074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.32369279861450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,1.2749631881713868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,1.4512063980102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.4517695903778076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,2.185756874084473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,2.84769287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.5753183841705323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.838345527648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,4.104694366455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,0.8182175636291504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,2.154854393005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,5.735206222534179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.065884780883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,9.204246520996094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,1.556668758392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,2.8366880416870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,13.783226013183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,4.209215927124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.0450143814086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,23.011721801757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,4.190899276733399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,3.0275199890136717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,5.643110275268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.17241920232772828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.18773119449615477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.3181855916976929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.32915520668029785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.3304543972015381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.3342560052871704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.33943679332733157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.3472223997116089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.35945279598236085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.36844799518585203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.39276158809661865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.41926398277282717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.4466271877288818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.5186751842498779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,0.5780992031097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,0.6559487819671631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,0.8090944290161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,1.0918592453002929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,1.4533856391906739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,2.0136383056640623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,34.31884765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.14062399864196778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.17310719490051268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.18243520259857177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.1982143998146057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.1991647958755493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.20216000080108643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.2061216115951538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.2114784002304077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.22396159172058105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.23142719268798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.24806079864501954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,2.58919677734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.28060801029205323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.2942176103591919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.3316096067428589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.3990623950958252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.48203840255737307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,3.5538238525390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.5948768138885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,5.560492706298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.1980031967163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.2614272117614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.39604160785675047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.45173120498657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.7902912139892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.45137920379638674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.4550528049468994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.4593855857849121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.4633376121520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.46430721282958987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,0.9849056243896485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.46941118240356444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.4762112140655518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.5100704193115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.5242047786712647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,1.319651222229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,0.5824031829833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,5.034646224975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,0.6356512069702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,0.6949728012084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,0.9021120071411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,1.7812192916870118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,4.00362548828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.16826239824295045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.18850239515304565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.316758394241333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,1.2169599533081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.3281440019607544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.33013439178466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.33479039669036864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.33946239948272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.34599039554595945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.36809918880462644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,2.6604543685913087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.37826559543609617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.38972160816192625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.4447487831115723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,1.5012576103210449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.4536416053771973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,7.157868957519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.5000736236572265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,0.6001183986663818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,0.6637760162353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,0.8276384353637696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,2.1519840240478514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,1.158073616027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,1.4916799545288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,3.5709407806396483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,2.99649600982666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,2.219964790344238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,2.899337577819824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,4.925526428222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,5.480047988891601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,4.326220703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,12.44420166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,5.638419342041016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,5.672259140014648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,7.067443084716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,8.051193237304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,10.70920639038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,19.576966857910158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,10.193500518798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,13.857875061035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,29.169281005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.14841599464416505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,17.634982299804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.1691872000694275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.18506879806518556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.19845759868621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.19907519817352295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.20188159942626954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.20336639881134033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,19.04375305175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.210646390914917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.22452800273895263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.2359328031539917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.25242879390716555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.27814080715179446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.29553918838500975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.32966721057891846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.4124256134033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.47561278343200686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.5535967826843262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,0.7481664180755615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,0.9069503784179688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,1.3236479759216309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,1.819865608215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,15.194912719726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.09131839871406555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.11282880306243896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.13988159894943236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.23348801136016845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.23083839416503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.24180800914764405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.24239039421081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.2449120044708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.26328320503234864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.2912544012069702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.32124159336090086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,2.557184028625488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.33492159843444824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.3659008026123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.3728863954544067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.39342079162597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.44249601364135743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.4915328025817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.6241600036621093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.7586912155151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,1.0423040390014648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,3.2892223358154298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.3215999603271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.8909952163696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.4747167587280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,26.75333251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,5.2317344665527346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,33.3703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.07986559867858886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.09193599820137024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.10849920511245728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.16374080181121825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.16289279460906983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.1661087989807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.1731552004814148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.18212480545043946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.20068159103393554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.2287071943283081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.25559999942779543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.2686944007873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.27644479274749756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.2983167886734009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.3300895929336548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.37679998874664306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.43093118667602537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.5624159812927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.7132512092590332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,0.9865887641906739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.62628173828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,1.2705535888671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,1.8302688598632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,2.386716842651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,7.185517120361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,4.783158493041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,3.513840103149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,4.631548690795898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,7.1008354187011715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,6.870089721679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,9.905081939697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,34.57209167480469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.07106559872627258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.08459200263023377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.1004480004310608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.15177600383758544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.15390080213546753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.15424319505691528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.157257604598999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.15904320478439332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.16135040521621705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.16278400421142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.1721503973007202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.18909120559692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.1996608018875122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.2162463903427124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.24802560806274415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.26488959789276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.3042464017868042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.393667197227478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.4830048084259033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.6767712116241456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,9.128681945800782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.09197760224342347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.10622719526290894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.13807679414749147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.21650240421295167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.23359360694885253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.23712000846862794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.23920319080352784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.2430720090866089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.2844543933868408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,13.563186645507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.2817919969558716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.07929599881172181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.08915519714355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.3081599950790405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.105404794216156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.3405535936355591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.1700160026550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.1631168007850647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,0.8632287979125977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.3569664001464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.16640640497207643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.1729599952697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.3822144031524658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.1840127944946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.22082560062408446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.23199679851531982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.4067200183868408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.2528320074081421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,9.937693023681641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.2644160032272339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.07021759748458863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.0816096007823944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.43073282241821287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.27787840366363525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.09799039959907532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.15160640478134155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.301148796081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.15105600357055665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.15406080484390258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.48355841636657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.15582720041275025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.33043200969696046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.15897279977798462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.1598847985267639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.1623968005180359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.36652159690856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.17641600370407104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.19093120098114014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.6219552040100098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.19434560537338258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.4301152229309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.2168735980987549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.2448575973510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.2367103576660157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.2666143894195557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.759987211227417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.30630719661712646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.5638976097106934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.3852799892425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,1.0439488410949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.7001664161682128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.4845439910888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,0.9943903923034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.323369598388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.6709152221679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,1.6162527084350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,1.262399959564209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,0.8595775604248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.8938016891479492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,1.8261247634887696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.2362912178039551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.4719167709350587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,2.370217514038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,2.3776607513427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,1.6131999969482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.6219615936279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,3.121446418762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,2.365884780883789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,3.498963165283203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,3.125142478942871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,4.639574432373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.78394889831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,4.614064025878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,4.631673431396484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,6.156639862060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.13930560350418092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.2772320032119751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.36639039516448973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.4340320110321045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.5282112121582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.6478816032409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,0.7909376144409179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,0.7816256046295166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,0.9225824356079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,0.9614175796508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,0.9039520263671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,0.9759296417236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,1.0044927597045898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,1.0446847915649413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,1.0397600173950194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,1.1015487670898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,1.1547103881835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,1.279535961151123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,1.36942720413208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,1.5813823699951173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,1.8782047271728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,2.4568031311035154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,6.855570983886719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,2.9953535079956053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,7.095081329345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,4.121068954467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,5.289404678344726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,7.680118560791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,10.023302459716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.11237119436264038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.18545279502868653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.2179840087890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.2844640016555786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.344812798500061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.397654390335083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.4937407970428467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.5085536003112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,0.6278336048126221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,0.6490592002868653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,0.617580795288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,0.6489888191223144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,0.6690271854400635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,0.7222144126892089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,0.754697608947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,0.7732511997222901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,0.835747241973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,0.9567584037780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.0903039932250977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,1.3741696357727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,1.622528076171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,2.2340864181518554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,9.087209320068359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.10129599571228028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.166156804561615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,2.7471071243286134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.23165440559387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.28198719024658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.34087998867034913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.4033984184265137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,3.915296173095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.48462400436401365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.5013216018676758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.5130015850067139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.5387296199798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,5.10503044128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.5673024177551269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.5628575801849365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.5885600090026856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.6202047824859619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.6316415786743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,7.357046508789063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.6379424095153808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.6985919952392579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,0.803439998626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,0.8929311752319335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.1148127555847167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,9.810511779785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.14084160327911377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.3455327987670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.27756800651550295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.33189759254455564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,1.784556770324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.4193120002746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.5200384140014649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.211993598937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.5915200233459472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,0.7300896167755127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,0.7795904159545899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.1524703979492186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,0.9066431999206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,0.9022239685058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,0.9355135917663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.010815811157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,1.0258943557739257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,1.015657615661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,1.047612762451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,5.746665573120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,1.0914496421813964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,1.0882495880126952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,1.1928768157958984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,1.3135168075561523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,7.554678344726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.11195839643478393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,1.4241663932800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.18296960592269898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.19370880126953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,1.6535615921020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.26213760375976564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.32505600452423095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,1.9699647903442383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.39552960395812986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.4884799957275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,2.509382438659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.5131999969482421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,0.6238080024719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,0.6184256076812744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,3.159724807739258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,0.6447487831115722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,0.6706719875335694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,0.6601759910583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,4.496579360961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,0.7328671932220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,0.7597055912017823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,0.7792575836181641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,5.765843200683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,0.8510527610778809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,0.9932543754577636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.1268287658691407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,9.945532989501952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,1.4375328063964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.10188159942626954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,7.983273315429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.16384639739990234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,1.7344127655029298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.18738559484481812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.2590399980545044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3548736095428467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,2.4047679901123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.4086495876312256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.5217663764953613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,3.0266815185546876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.5391359806060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.5303616046905517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,10.569657897949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.5280608177185059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.07093120217323304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.09029120206832886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.5469791889190674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.13307520151138305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,6.149116897583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,4.454764938354492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.06389759778976441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.5712319850921631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.2754719972610474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.07864320278167725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.37706880569458007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.5708191871643067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.10524799823760986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.4976799964904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.1890176057815552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.6050943851470947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.26835520267486573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.6866367816925049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.6304192066192627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.3416991949081421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,5.69683837890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,0.7150911808013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.45943679809570315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,0.6792511940002441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,0.7370272159576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.49090237617492677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,0.7463200092315674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.7272960186004639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.5042655944824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,0.7632863998413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.5202271938323975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,0.8340831756591797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,0.8081631660461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.5428160190582275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,0.9362655639648437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,8.211033630371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,0.8525888442993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.5947231769561767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.1726016044616698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,0.6164544105529786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,0.900812816619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,0.6879168033599854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.404147243499756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,0.9509728431701661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,0.6376255989074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,0.9705439567565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,1.8165472030639649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,0.6574207782745362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,0.9814175605773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,10.537705230712891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,0.6963103771209717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.2412288665771483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,1.0943872451782226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,0.7871583938598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.06165760159492493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.1555135726928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.07479360103607177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,0.8737376213073731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.1050719976425171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.186572802066803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,3.2671104431152345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,1.3261695861816407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,1.0611552238464355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.2814527988433838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.39277119636535646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,1.5049440383911132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,1.2410911560058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.49570560455322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,4.144998550415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.5325376033782959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,1.6284927368164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.5540128231048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,1.859779167175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.5618080139160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,2.0102367401123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.5707359790802002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,2.223116874694824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.5849535942077637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,6.523081970214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,2.7725759506225587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.6040671825408935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,2.9747615814208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.6132160186767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.6362751960754395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,3.5409793853759766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.6555391788482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,3.743356704711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,8.359843444824218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.07065920233726501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.7043968200683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.09161279797554016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.13330559730529784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,0.7756192207336425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.25674240589141845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,5.078432083129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.3549887895584106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,0.848198413848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,5.2883552551269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.4542367935180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.6755296230316162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.0200096130371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.703772783279419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.180016040802002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,0.7203360080718995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,6.611273956298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.06451519727706909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,0.7390751838684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.5097311973571776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,0.76975998878479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,6.8457084655761715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.07871999740600585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,0.8071040153503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,1.8379104614257813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.10517120361328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.1858944058418274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,0.8515583992004394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.2344223976135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.06261439919471741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,0.931180763244629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.07531200051307678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.32353599071502687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,2.5166688919067384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.10568000078201294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,0.9571680068969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.45334720611572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.18090239763259888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.48093438148498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.0090944290161132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.27130880355834963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.5264832019805908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,3.2531742095947265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.35729920864105225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.031270408630371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.5166719913482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.487775993347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.5473504066467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,1.1181280136108398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.5107327938079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.5882495880126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.5375616073608398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,1.1945311546325683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,4.4720512390136715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,0.6344672203063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.5610015869140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,1.3556575775146484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.5772223949432373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,0.7041215896606445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.5861375808715821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,0.6510784149169921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,1.529862403869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.6035871982574463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,0.6683743953704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,5.780128097534179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,1.897862434387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.6202271938323974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.031481599807739256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,0.714739179611206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.04270400106906891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.04921280145645142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.6614175796508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,0.8117119789123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.05435839891433716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.05741440057754517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,2.25445442199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.6821184158325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.07063040137290955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,0.9057984352111816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.08405439853668213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,0.7120672225952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.08398720026016235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,1.0901280403137208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.08644480109214783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,3.014752006530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,0.8019231796264649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.08782079815864563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,1.275596809387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.08996480107307434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.09287999868392945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.0949504017829895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,1.658940887451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.10137920379638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,0.8882271766662597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,3.7895774841308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.10953919887542725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,2.0395904541015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.0583647727966308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.11737600564956666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.13222399950027466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.209222412109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.16435519456863404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,5.34005126953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,2.8018239974975585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.1859455943107605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.5561087608337403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.23748478889465333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,1.8748287200927733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,3.576630401611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.2897984027862549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.3907552003860474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,6.895465850830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.03046720027923584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.039673599600791934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.5124832153320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,2.52838077545166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.04164159893989563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.04848960041999817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.04863680005073547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,5.113657760620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.059513598680496216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,0.7280896186828614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.07832000255584717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,3.1874528884887696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.07958719730377198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,0.95447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.07982079982757569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.08212800025939941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,6.650003051757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.08466879725456238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,1.4013855934143067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.08830400109291077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.03488959968090057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.04103359878063202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.0917792022228241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,4.496070480346679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.04682239890098572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.10348479747772217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.05181760191917419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,1.852716827392578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.05500800013542175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.0328000009059906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.11204160451889038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.06984000205993653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.04081279933452606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.04678719937801361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.07426880002021789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.11826560497283936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.051072001457214355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.07631040215492249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.05263040065765381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.1319200038909912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.076665598154068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.07166079878807068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,5.796591949462891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.08301119804382324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.07786239981651306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.15520319938659669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.03239679932594299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.08102080225944519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.038700801134109494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.18024319410324097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.08408960103988647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.04434880018234253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.08465279936790467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.08700799942016602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.04775680005550385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.2378528118133545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.05240319967269898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.08632640242576599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.09360640048980713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.06276479959487916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.29423999786376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.08829439878463745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.09946240186691284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.07747520208358764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.08993600010871887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.40805759429931643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.07902399897575378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.09223679900169372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.08114240169525147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.09787840247154236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.535260820388794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.082505601644516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.10358719825744629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.08421120047569275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.11040320396423339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.10596799850463867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.08976960182189941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,0.7807936191558837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.12537280321121216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.0954912006855011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.11673599481582642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.13823679685592652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.10542399883270263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,0.9909055709838868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.14227839708328247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.11244159936904907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.16386560201644898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.1711519956588745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.12075200080871581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.1857151985168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,1.4594911575317382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.22386560440063477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.13330559730529784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.2369152069091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.27667200565338135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.15746560096740722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.3054975986480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.3858464002609253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,1.9332351684570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.18394559621810913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.03516800105571747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.041920000314712526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.49555201530456544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.045840001106262206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.2447360038757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.04910399913787842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.058134400844573976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.7081823825836182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.07143999934196472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.3086080074310303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.07396159768104553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.4094079971313477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.07573760151863099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,0.9341952323913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.43633279800415037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.07818560004234314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.07861440181732178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.08209279775619507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.3451071739196778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.08505600094795226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.08651840090751647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.09438719749450683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.5514560222625733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.525932788848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,1.7894815444946288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.0996832013130188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.017683200538158417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.10585600137710571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.1202463984489441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.02738879919052124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.03259199857711792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.04348160028457641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.05055360198020935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.14686399698257446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,0.793126392364502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.06594240069389343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.0694432020187378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.07008000016212464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.07340160012245178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.17270400524139404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.07459520101547241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.07854400277137756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.23209600448608397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.08557440042495727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.08799039721488952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,0.7566463947296143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.2815776109695435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.09181119799613953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.3890079975128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.09430720210075379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.09882559776306152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.10533119440078735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.12586560249328613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.15011199712753295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.17748479843139647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.2124000072479248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.2802464008331299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.5082975864410401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.3494208097457886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.48670401573181155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.6271552085876465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,0.9048640251159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,0.9815263748168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.7134175777435303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.1880127906799316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.021007999777793884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.029344001412391664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.03329919874668121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.04106239974498749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.047443199157714847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.06189759969711304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.06260160207748414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.06249279975891113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.06901119947433472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.07390720248222352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.07686399817466735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.07936319708824158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.08402559757232667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.08837760090827942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.09303039908409119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,0.9972672462463379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.09818559885025024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.10908479690551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.12878400087356567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,1.044745635986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.14590079784393312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.18172800540924072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.21865599155426024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.2907423973083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.3644223928451538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.5118720054626464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,0.6591487884521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,0.954793643951416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,1.2505023956298829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,1.4454560279846191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.4168831825256347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,1.5622847557067872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.017759999632835387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.027619200944900512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.032204800844192506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.04100480079650879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.047356799244880676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.0638592004776001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.06791999936103821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.07044479846954346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.0728928029537201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.07473919987678528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.07776960134506225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.084307199716568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.08698559999465942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.08981760144233704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.09248639941215515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.09725120067596435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.10392960309982299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.1304736018180847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.14942079782485962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.17707840204238892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.20989758968353273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.2795583963394165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.34858241081237795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,2.019558334350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,1.9358911514282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.023187200725078582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.030089598894119263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.034092798829078674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.040489599108695984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.045638400316238406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.0608959972858429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.06333119869232177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.48754239082336426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.06532800197601318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.07168959975242614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.07461760044097901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.07809919714927674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.08301759958267212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.08557760119438171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.08840960264205933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.09624639749526978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.10005439519882202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.11149439811706544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.12903039455413817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.14746880531311035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.18424960374832153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.22048959732055665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.2925152063369751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.6283391952514649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.36707520484924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,1.8527103424072267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.07705600261688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.10313279628753662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.12118079662322997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.14833600521087648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.14710400104522706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.21074240207672118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.252892804145813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.25615360736846926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.25971519947052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.2632575988769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.26845440864562986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.2765984058380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.2856640100479126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.5174655914306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.29647040367126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.30562241077423097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.3321471929550171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.3754688024520874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.42882561683654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.486521577835083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,0.6386752128601074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,0.7827807903289795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,1.095564842224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,1.39050235748291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.06454079747200012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.0786624014377594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.08796799778938294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,2.0938751220703127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.10820159912109376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.11951999664306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.1441759943962097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.1900480031967163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,2.6243263244628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.19172799587249756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.19561280012130738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.1987104058265686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.20545918941497804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.2126784086227417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,3.992902374267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.22477760314941406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.2421247959136963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.26519360542297366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.2801951885223389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,0.6641439914703369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.3175168037414551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,5.325462341308594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.06416959762573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.3928128004074097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.08090239763259888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.09873920083045959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.46546239852905275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.10931199789047241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.12863359451293946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.620959997177124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.15692800283432007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.16327680349349977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.7593567848205567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.16582399606704712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.17160320281982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,1.0943488121032714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.17271039485931397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.180732798576355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,1.4338815689086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.18590400218963624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.19292160272598266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.20748159885406495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,2.1312095642089846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.2235487937927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.24484479427337646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.27168319225311277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,2.6141984939575194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.33799679279327394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.4096543788909912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,0.9076831817626954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.5375199794769288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,3.832233428955078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.6765535831451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,0.9273119926452636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,5.211395263671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.215891170501709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.07630079984664917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.08537920117378235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.10333119630813599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.13361599445343017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,1.7582464218139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.16388800144195556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.21816639900207518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.252620792388916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.2573024034500122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.256595230102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.26036159992218016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.2651583909988403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.2703104019165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.2769279956817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,3.345417785644531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.28594241142272947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.29954559803009034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.32236480712890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.33747200965881347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,4.624035263061524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.06618880033493042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.3861567974090576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.07520319819450379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.09173759818077087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.4387551784515381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.10668799877166749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.11171519756317139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.5166783809661866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.14293760061264038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.18863680362701415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,0.6673151969909668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.1931488037109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.1976032018661499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.20152320861816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,0.7921567916870117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.20286080837249756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.21425919532775878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.22929599285125732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.252348804473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.26772799491882326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.2868000030517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,1.1125247955322266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.3228543996810913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.3932607889175415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.48553919792175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.6281536102294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,1.4989184379577636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.8283072471618652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,1.1639840126037597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,1.4319456100463868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,2.1658016204833985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,2.203545570373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,0.9607135772705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,2.9366207122802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,2.945871925354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,4.081590270996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,4.2309825897216795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.1924320220947267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.06387199759483338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.0722656011581421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.09585919976234436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.09884799718856811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.12087039947509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.15668799877166747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.16399999856948852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.16815680265426636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.171942400932312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.1730272054672241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.1766752004623413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.18764159679412842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.19561280012130738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.21296958923339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.23163199424743652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.2477247953414917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.283568000793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.35240960121154785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.41767358779907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.5701248168945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.6790944099426269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,0.9913248062133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,1.2662272453308105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.028966400027275085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.055190402269363406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.07396159768104553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.2808287620544434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.0997983992099762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.12426559925079346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.1974720001220703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.206278395652771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.21191999912261963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.2160799980163574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.22018239498138428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,5.467446517944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.22536320686340333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.03120959997177124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.24890880584716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.04837439954280853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.25471680164337157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.06268799901008607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.08271039724349975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.2618623971939087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.11352000236511231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.14540799856185913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.26602559089660643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,1.8591808319091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.15011839866638182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.2705951929092407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.15632959604263305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.16390719413757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.2958751916885376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.17698240280151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.3486848115921021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.1918079972267151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.19152319431304932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.37619519233703613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.19792319536209108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.4614687919616699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.2076159954071045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.21903679370880128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.5481247901916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.23015999794006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,0.7309823989868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,5.982950210571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.25308799743652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,0.9168031692504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.3007967948913574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.03526079952716828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.04965440034866333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.3461440086364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.06713600158691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.09382719993591308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,1.2977727890014648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.12535680532455445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.4419136047363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.1737823963165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.5351615905761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.17653119564056396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.6710464477539062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.18218239545822143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.7253568172454834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.1829568028450012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.1872864007949829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.18983360528945922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,0.9138624191284179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,2.418806457519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.1918879985809326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.19627200365066527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,1.2958016395568848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.2100383996963501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,3.1687200546264647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.03473599851131439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,1.676905632019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.21278080940246583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.054816001653671266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.0710591971874237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.2216736078262329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.09032319784164429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,2.4361440658569338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.11694719791412353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.24870719909667968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,2.4415424346923826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.19992320537567138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.20637118816375732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.28362560272216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.21346559524536132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.21647360324859619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.33127679824829104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.22083520889282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,3.2028160095214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.4129024028778076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.22981760501861573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.03125759959220886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.048764801025390624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.2518784046173096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.061740797758102414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.49546241760253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.25590078830718993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.07751039862632751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.09752320051193238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.26010239124298096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.14600319862365724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.6747615814208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.2719167947769165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.1507200002670288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.16041280031204225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.27198400497436526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,0.844752025604248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.1722399950027466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.29726080894470214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.18235839605331422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.35101120471954345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.1957087993621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.1926688194274901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.19268800020217897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.37855679988861085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.20136959552764894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.4754015922546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.209769606590271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.5380800247192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.22092800140380858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.554860782623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.23512639999389648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,2.2279712677001955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.25757761001586915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.7397119998931885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.30455360412597654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.35131518840789794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,2.9173856735229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.44442238807678225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.03555200099945068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.049619200825691226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.53854398727417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.06585599780082703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.08422719836235046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.1190335988998413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.17232320308685303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.17836159467697144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.1810688018798828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.7263487815856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,0.9293087959289551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.18349759578704833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.18697279691696167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,0.9173855781555176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.1896224021911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.19167360067367553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.19877439737319946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.20816318988800048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.3030912399291992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.21527040004730225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.22247679233551027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.25741760730743407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.29095680713653566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.33509120941162107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.4144415855407715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.5013023853302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.6781184196472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,1.298528003692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.6793664932250976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,0.8476192474365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.193782424926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,3.495286560058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.5411199569702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,1.677903938293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,2.2328607559204103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,2.4467424392700194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,2.9208000183105467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.1446560025215149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.2612639904022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.29608640670776365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.35795519351959226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.3890784025192261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,0.5287263870239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,0.6435135841369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,0.6553503990173339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,0.6587615966796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,0.6613344192504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,0.6954400062561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,0.711520004272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,2.4313087463378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,0.7127615928649902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,0.7708640098571777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,0.8086175918579102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,0.8230303764343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,0.8714943885803222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,0.9907999992370605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,1.1288960456848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,1.4075103759765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,1.6969280242919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,3.212870407104492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.11799039840698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,2.3081056594848635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.16960639953613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.19032000303268432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.22168960571289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.26350400447845457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,2.9505983352661134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.3449023962020874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.41858878135681155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.42015681266784666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.42171521186828614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.4358208179473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,4.185171127319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.44526400566101076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.4682112216949463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.4722303867340088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,0.519593620300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,5.407721710205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,0.5509471893310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,0.5940767765045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,0.6471903800964356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,0.7821407794952393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,0.9370495796203613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,8.026831817626952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,1.2295616149902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,1.5135168075561523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,2.206620788574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,10.830550384521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,2.731603240966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.13103359937667847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.170796799659729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.19080640077590943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.23584001064300536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.2763360023498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,3.989807891845703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.36394240856170657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.3752768039703369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.38631041049957277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.3807615995407104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.40407681465148926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,5.10371208190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.4238111972808838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.4262080192565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.43997759819030763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.46521921157836915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.4878431797027588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.5129663944244385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,8.260749053955077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.576204776763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.6759871959686279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,0.7868319988250733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.0276576042175294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,10.210246276855468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.2691519737243653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.14331519603729248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.21623680591583253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.29202239513397216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,1.7384096145629884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.3337599992752075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.39357120990753175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.5352287769317627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.1405696868896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,0.6498976230621338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,0.6404575824737548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,0.6650239944458007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,3.1572799682617188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,0.6651360034942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,0.6862912178039551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,0.7489952087402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,4.152796936035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,0.7736800193786622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,0.7829055786132812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,0.8109248161315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,0.8341376304626464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,5.855152130126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,0.8914336204528809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,1.0541600227355956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,1.1788448333740233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,1.4601632118225099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,8.309654235839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.11780799627304077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.1400256037712097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,1.7504447937011718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.18555519580841065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.2104480028152466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.2513344049453735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,2.5614944458007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.34072959423065186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.41603522300720214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.413267183303833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.4275199890136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.4387296199798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.44827518463134763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,3.062972831726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.469814395904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,0.49887681007385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,0.5426527976989746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,0.570956802368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,0.5952479839324951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,0.6799871921539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,0.8287327766418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,4.610675048828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,0.9509504318237305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,1.3079520225524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,1.6797792434692382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,2.2901792526245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,2.872262382507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,4.416521453857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,5.461814498901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,6.085907363891602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,3.1856895446777345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,4.689273452758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.06665599942207337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.08732799887657165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.13800959587097167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.2663840055465698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.3177472114562988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.4916192054748535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.5101280212402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.5341023921966552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.5655136108398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.585807991027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.6031519889831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.6290112018585206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,0.664463996887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,0.7123360157012939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,0.7357120037078857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,0.7434815883636474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,8.541923522949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,0.7665887832641601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,0.8263680458068847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,0.9259455680847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.13164160251617432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.13422399759292603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,1.095967960357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.18617600202560425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.2222656011581421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,1.283795166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.2686527967453003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.3501760005950928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,1.6689599990844726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.38363840579986574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.3901119947433472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,9.652569580078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,2.0690879821777344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.39132161140441896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.39675838947296144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.4220928192138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,2.8725311279296877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.4333471775054932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.441648006439209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.4741983890533447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.49805760383605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,3.6930335998535155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.5295551776885986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.583897590637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.6932799816131592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,5.32165756225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,0.8459168434143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.0520416259765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.318496036529541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,6.9541473388671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,1.7805824279785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.05994880199432373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.07537919878959656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.10549759864807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.3445856094360353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.1739743947982788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.21696319580078124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.3398047924041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.35933120250701905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.36521599292755125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.37972800731658934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.40230717658996584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.4314847946166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.47581119537353517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,3.330335998535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.4256288051605225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.4446752071380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.46768641471862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,0.4960927963256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,0.5406976222991944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,4.269702529907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,0.6276735782623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,0.7257247924804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,0.9120896339416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,1.1100640296936035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,13.319203186035157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,1.5051008224487306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.06058239936828613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.07537919878959656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,1.8962080001831054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.12961920499801635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.17131199836730956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,10.821414184570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.239737606048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.06722880005836487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.08857600092887878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.36207358837127684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.13738240003585817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,2.6890111923217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.38893120288848876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.21979200839996338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.3119488000869751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.39736640453338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.3997663974761963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.4906496047973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.40453758239746096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.5165215969085694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,3.483715057373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.42527360916137696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.5323775768280029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.4310336112976074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.5817952156066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.428326416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.5998528003692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.45776000022888186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,6.609049224853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.6144991874694824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.4869664192199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,5.080294418334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.6479616165161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.49862399101257326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,0.6956416130065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.5382527828216552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,0.7243936061859131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.6237952232360839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,0.7462207794189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.6949312210083007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,6.676799774169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,0.7532479763031006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.060262399911880496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,0.8662783622741699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,0.7784543991088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.029740810394287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,0.8493856430053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.07538880109786987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.10598399639129638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.3709024429321288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,0.9332639694213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.1604416012763977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.20436160564422606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,1.1157055854797364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,1.713279914855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.33800320625305175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,1.3053407669067383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,2.379209518432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.3541728019714355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.3737087965011597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,1.6903743743896484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.390995192527771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,3.050179290771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.4166975975036621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,2.0936256408691407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.4528543949127197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.4924191951751709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.4328735828399658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,4.383494567871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.459990406036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,0.49138240814208983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,0.5106112003326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,0.5503712177276612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,2.9071264266967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,5.706454467773438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,0.6427552223205566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.06114879846572876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.07564160227775574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,0.7337215900421142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.12864960432052613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.16542719602584838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,0.9267680168151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.23192639350891114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.3662976026535034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,1.122428798675537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.38571839332580565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.40188798904418943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,1.5172224044799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.40392317771911623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.4128575801849365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,3.7210784912109376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,1.9139904022216796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.4344927787780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.4435711860656738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,2.713999938964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.45952639579772947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,8.711001586914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.14061440229415895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.47957119941711424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.28301761150360105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.49062719345092776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.4903264045715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.5066847801208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,3.5095489501953123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.5118271827697753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.5587903976440429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.6813471794128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.63887038230896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.7109151840209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,0.8442272186279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,0.8777440071105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,0.9178912162780761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.0462016105651855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.1872159957885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.379923152923584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.0971648216247558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,1.0687456130981445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,1.7184415817260743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,1.3031647682189942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,2.381430435180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,1.3592639923095704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,1.4079903602600097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,1.3868672370910644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,5.342348861694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,1.4183135986328126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,3.047475242614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,1.4706944465637206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,1.5019200325012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,5.100294494628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,1.6365535736083985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,1.744633674621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,2.0021087646484377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,2.2354463577270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,2.7234207153320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,3.2659358978271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,4.3857471466064455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,4.418163299560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,5.547753524780274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,7.833385467529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,6.982054138183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.1115455985069275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,10.093670654296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.1851263999938965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.3074559926986694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.3158015966415405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.4343520164489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.5436128139495849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.5980768203735352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,0.7279391765594483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,0.7356863975524902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,0.693452787399292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.10158079862594604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,0.8403231620788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,0.9065567970275878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,0.9417792320251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,0.9463007926940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,5.714508819580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.13735359907150269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,1.011728000640869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.2819808006286621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.3838399887084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,1.006220817565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.5217984199523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.1663264036178589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,1.087014389038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.7053535938262939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.30605440139770507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,0.7862207889556885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,1.2320927619934081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.32774078845977783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,0.9150783538818359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.44600639343261717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.5765567779541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.0876128196716308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,1.340617561340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.6509344100952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.0923968315124513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,1.6306976318359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,0.7901247978210449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.0882880210876464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,0.7592544078826904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,1.8884735107421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,6.695753479003907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,1.342576026916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,0.7002272129058837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.11106239557266236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.18612799644470215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,2.4983999252319338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,1.2963839530944825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,0.774777603149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.2491744041442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.3259903907775879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,0.7681375980377197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,1.4511775970458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.42522239685058594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,2.982310485839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,0.8266048431396484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.5396736145019532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,1.4052448272705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,0.8442496299743653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.5637311935424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,1.4618816375732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,0.8248031616210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,4.121273422241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,0.7777023792266846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,1.436956787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,0.8750016212463378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,0.7319424152374268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,1.5785535812377929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,0.9199711799621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,0.7066976070404053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,5.264972686767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,1.639379119873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.0251008033752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,0.8581600189208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.1165216445922852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,1.7759456634521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,0.9005599975585937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.3150976181030274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,2.0339616775512694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,0.8652192115783691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,7.4622749328613285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,1.5620927810668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,2.3320608139038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,0.963043212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,0.992147159576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,1.9389919281005858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,2.912579154968262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,1.0491071701049806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.3852767944335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,1.1225536346435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,10.021987152099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,3.4634750366210936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,1.2466208457946777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.1019968032836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,1.393721580505371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.16583679914474486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,3.248294448852539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.23812479972839357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,1.677619171142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,4.610508728027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.3079744100570679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.4192800045013428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,1.983955192565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.5095295906066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,4.0869792938232425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.6028160095214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,2.6323616027832033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,5.848611068725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.7725376129150391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,0.7686495780944824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,3.1455488204956055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,5.891763305664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,0.7688447952270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,8.202243041992187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,0.7309919834136963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,4.313203048706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,0.8282367706298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,0.7411712169647217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,7.698764801025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.07070080041885377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,0.8254303932189941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.09144960045814514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,5.527280044555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.13328959941864013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,0.8412384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.2704416036605835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,10.379074859619141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.06154559850692749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,0.8515775680541993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.4356704235076904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.07876480221748353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.10466239452362061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,0.9535712242126465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.6080480098724366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.18702080249786376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.066755199432373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,0.7233503818511963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.30843520164489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,7.842233276367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,0.9294560432434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.4316703796386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.1204768180847169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,0.9578495979309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.351676845550537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.5060671806335449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,0.9754719734191895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,0.6394400119781494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,1.5681280136108398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,1.025068759918213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,0.6511648178100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.0727712631225588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.0670559883117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,0.6750815868377685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,10.090995025634765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.0876959800720214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,0.7083424091339111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,2.467091178894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.1727487564086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,0.738483190536499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.06307839751243591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,0.7760096073150635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.230352020263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.07438719868659974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,3.3912254333496095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,0.843228816986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.10517760515213012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.2915200233459472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.18674880266189575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,0.917081642150879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.3368128061294556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,1.3343456268310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,0.9876992225646972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.46569600105285647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,1.4393216133117677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,4.4534046173095705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,0.8952192306518555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.5640448093414306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,1.4930496215820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,0.6813983917236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,0.992198371887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,0.7169536113739013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,1.082812786102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,1.6740608215332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,0.7449408054351807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,1.2556159973144532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,6.064825439453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,1.859734344482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,0.7708415985107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,1.443836784362793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,2.2093631744384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,0.7901440143585206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,1.8169216156005858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,0.8041184425354004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,2.5549440383911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,0.8448672294616699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,7.952649688720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,2.1933088302612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.07066559791564941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,0.8710528373718261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.09042559862136841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.1329311966896057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,3.281391906738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,0.8742464065551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.2819904088973999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,2.95994873046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.39435200691223143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,0.9133664131164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.5695263862609863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,0.983459186553955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,4.029609680175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.6638879776000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,3.7315425872802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,1.077625560760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,0.9116095542907715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,1.2243647575378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,0.9456831932067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,0.9636159896850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,1.3959136009216309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,5.546006393432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,5.268547058105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.003603172302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,1.730886459350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.0718815803527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,2.055628776550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,1.094700813293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,7.0952095031738285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,6.802496337890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.0543936014175415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.186950397491455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.07913600206375122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,2.714918327331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.2366080284118652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.10581120252609252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.18908799886703492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.06288639903068542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.320902442932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.07516480088233948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.2864831924438477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.10512319803237916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,1.359987163543701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.18668160438537598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,3.384796905517578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.2936288118362427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.394486403465271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,1.4425888061523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.4143519878387451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.45945281982421876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,1.5226367950439452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.5190271854400634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.6153024196624756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,4.712380981445312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.672214412689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,1.706185531616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,0.649724817276001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.7029600143432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,1.867795181274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,0.6594719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.7137695789337158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,0.7022624015808105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,0.7552351951599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,2.2610847473144533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,6.027110290527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,0.745686388015747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,0.7789184093475342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,0.7783232212066651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,2.642192077636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,0.7955264091491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.05777599811553955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,0.8615424156188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,0.8247679710388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.07627519965171814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,0.9271103858947753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,0.8580096244812012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,3.3598655700683593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.09185600280761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.0075488090515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.10668799877166749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,0.874512004852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.12459839582443237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.01,0.16694400310516358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,0.9068703651428223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.01,0.19767680168151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,0.9361791610717773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.01,0.19897600412368774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,4.103763198852539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.013859176635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.01,0.19729599952697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.0182271957397462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.01,0.20770881175994874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,1.112224006652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.01,0.2130944013595581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.100822353363037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.01,0.21278080940246583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,1.2872127532958983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.01,0.21672639846801758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.273299217224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.01,0.22444479465484618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,5.658204650878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,1.4984864234924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.4364095687866212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.01,0.2437119960784912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.01,0.25828800201416013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,1.7804832458496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,1.874131202697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.01,0.2735424041748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.01,0.30145280361175536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.1097951889038087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,2.258899116516113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,7.2053474426269535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.01,0.3511584043502808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.01,0.44724159240722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.01,0.050697600841522215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.01,0.5594272136688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,2.776963233947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,3.017180824279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.01,0.06785280108451844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.01,0.07362560033798218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.01,0.754527997970581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.01,0.08744320273399353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.01,0.09768959879875183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.01,0.11872639656066894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.01,0.9580287933349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.01,0.1481824040412903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,3.4330814361572264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.01,0.14855040311813356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,3.800249481201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.01,1.3642304420471192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.01,0.15152000188827514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.01,0.15466560125350953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.01,0.15828160047531128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.01,1.7966432571411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.01,0.1620736002922058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.01,0.16630719900131224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,4.745001602172851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,5.3490337371826175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.01,0.1772704005241394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.01,2.5918975830078126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.01,0.1869088053703308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.01,0.19915519952774047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.01,0.2207263946533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.01,3.4314624786376955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.01,0.26590719223022463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,6.049532699584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.05803520083427429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,4,power_law_1.2,0.05326719880104065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.07057600021362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,6.881929779052735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.01,0.3128191947937012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,4,power_law_1.2,0.06200000047683716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.07857279777526856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,4,power_law_1.2,0.07465599775314331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.026416000723838807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.09926080107688903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.01,0.4142240047454834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,4,power_law_1.2,0.08536319732666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.035068801045417784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,4,power_law_1.2,0.08952000141143798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.1233024001121521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.052262401580810545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,4,power_law_1.2,0.11951680183410644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.01,0.5292575836181641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,4,power_law_1.2,0.16944639682769774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.07562239766120911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,4,power_law_1.2,0.14516160488128663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.0927519977092743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,4,power_law_1.2,0.1946079969406128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,4,power_law_1.2,0.1511680006980896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.15618239641189574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.01,0.7081632137298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,4,power_law_1.2,0.20095679759979249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,4,power_law_1.2,0.1528607964515686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.1598207950592041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,4,power_law_1.2,0.2024991989135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,4,power_law_1.2,0.1537279963493347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.1606592059135437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.01,0.9184512138366699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,4,power_law_1.2,0.15884799957275392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,4,power_law_1.2,0.20378239154815675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.16320960521697997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,4,power_law_1.2,0.1630079984664917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,4,power_law_1.2,0.20992000102996827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.16439679861068726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,4,power_law_1.2,0.16781439781188964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.17918720245361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,4,power_law_1.2,0.20997118949890137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.01,1.3055520057678223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,4,power_law_1.2,0.17995519638061525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.19056639671325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,4,power_law_1.2,0.21708159446716307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.1907647967338562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,4,power_law_1.2,0.23018240928649902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,4,power_law_1.2,0.1946463942527771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.1965023994445801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.01,1.766486358642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,4,power_law_1.2,0.244486403465271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,4,power_law_1.2,0.20357120037078857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.20525760650634767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,4,power_law_1.2,0.26154561042785646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,4,power_law_1.2,0.22648000717163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.2192768096923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,4,power_law_1.2,0.2716991901397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,4,power_law_1.2,0.28116159439086913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.01,2.5937984466552733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.23997440338134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,4,power_law_1.2,0.3060895919799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,4,power_law_1.2,0.330297589302063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.25842239856719973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,4,power_law_1.2,0.36706879138946535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,4,power_law_1.2,0.4323455810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.01,0.27778561115264894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.01,3.4107967376708985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,4,power_law_1.2,0.4682432174682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.01,0.3378976106643677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,4,power_law_1.2,0.5540863990783691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.01,0.02319999933242798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.01,0.029232001304626463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.01,0.39312000274658204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,4,power_law_1.2,0.5546815872192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,4,power_law_1.2,0.7341152191162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.01,0.045660799741744994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.01,0.06467519998550415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.01,0.08522239923477173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.01,0.5108672142028808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,4,power_law_1.2,0.8297408103942872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,4,power_law_1.2,0.9742112159729004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.01,0.11273280382156373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.01,0.12015680074691773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.01,0.6330848217010498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.01,0.12414079904556274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,4,power_law_1.2,0.9823136329650879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,4,power_law_1.2,1.4398240089416503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.01,0.12960319519042968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.01,0.8831520080566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.01,0.1314303994178772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.01,0.1408992052078247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,4,power_law_1.2,1.4261792182922364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,4,power_law_1.2,1.8931520462036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.01,0.14048000574111938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.01,1.1264703750610352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.01,0.14420160055160522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.01,0.14842560291290283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.01,0.15962239503860473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.01,1.6251487731933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.01,0.169814395904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,4,power_law_1.2,1.8360223770141602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.01,0.18586560487747192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.01,0.21525120735168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.01,2.124304008483887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.023632000386714935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.01,0.24367361068725585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.03745599985122681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.051718401908874514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.07164480090141297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.08783040046691895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.15500160455703735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.01,0.3044127941131592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.1573632001876831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.16177599430084227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.01,0.3697119951248169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.16421120166778563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.1696128010749817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.01,0.49501757621765136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.18643840551376342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,4,power_law_1.2,2.719696044921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.1917855978012085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.01,0.6215871810913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.19009920358657836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.19692480564117432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.01,0.8766367912292481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.21598401069641113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.22911040782928466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.01,1.1312479972839355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.24198400974273682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.2611743927001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,4,power_law_1.2,2.6500768661499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.01,1.643391990661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,4,1,power_law_1.2,0.28288960456848145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,4,1,power_law_1.2,0.34278719425201415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.01,2.1599456787109377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,4,1,power_law_1.2,0.4006815910339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,4,1,power_law_1.2,0.023664000630378722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,4,1,power_law_1.2,0.03654080033302307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,4,1,power_law_1.2,0.5192736148834228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,4,1,power_law_1.2,0.045552000403404236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,4,1,power_law_1.2,0.060496002435684204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,4,1,power_law_1.2,0.6434912204742431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,4,1,power_law_1.2,0.07428799867630005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,4,1,power_law_1.2,0.11270079612731934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,4,1,power_law_1.2,0.11961599588394164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,4,1,power_law_1.2,0.12494720220565796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,4,1,power_law_1.2,0.13153280019760133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,4,1,power_law_1.2,0.1340127944946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,4,1,power_law_1.2,0.8917792320251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,4,1,power_law_1.2,0.14320319890975952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,4,power_law_1.2,3.7959968566894533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,4,1,power_law_1.2,0.14291199445724487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,4,power_law_1.2,3.5031070709228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,4,1,power_law_1.2,1.1397151947021484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,4,1,power_law_1.2,0.1459712028503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,4,1,power_law_1.2,0.15546239614486695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.01,0.18124799728393554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,4,1,power_law_1.2,0.16468160152435302
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.01,0.31211841106414795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.01,0.27593920230865476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,4,1,power_law_1.2,0.1750208020210266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.01,0.32178239822387694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,4,1,power_law_1.2,0.19070719480514525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.01,0.4333536148071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.01,0.4847968101501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,4,1,power_law_1.2,0.2200767993927002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.01,0.5573887825012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,4,1,power_law_1.2,1.6378528594970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.01,0.4913311958312988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.01,0.7755072116851807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,4,1,power_law_1.2,0.2491231918334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.01,0.6996640205383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.01,0.7973696231842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,4,1,power_law_1.2,0.30982720851898193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.01,0.8013152122497559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.01,0.784665584564209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,4,1,power_law_1.2,0.3731872081756592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.01,1.184496021270752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,4,1,power_law_1.2,0.5006112098693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.01,0.7849120140075684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.01,1.128889560699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,4,1,power_law_1.2,0.6291840076446533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.01,0.8373567581176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.01,1.1542943954467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,4,1,power_law_1.2,0.8850015640258789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.01,0.9117088317871094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.01,1.1408032417297362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.01,1.1228480339050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.01,1.1760671615600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.01,1.1560352325439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.01,1.2519488334655762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,4,1,power_law_1.2,2.1390975952148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.01,1.2116415977478028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.01,1.5538432121276855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.01,1.3084447860717774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.01,1.549619197845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.01,1.3799200057983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,4,1,power_law_1.2,1.1410016059875487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.01,1.6059839248657226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.01,1.5129823684692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.01,1.687424087524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.01,1.8004255294799805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.01,1.7282560348510743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,4,1,power_law_1.2,1.651571273803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.01,2.093641662597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.01,1.8592351913452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.01,0.18833279609680176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.01,0.31064960956573484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.01,2.104515266418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.01,2.6912832260131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.01,0.3086911916732788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.01,0.43428478240966795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.01,2.366556739807129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.01,0.5578112125396728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.01,3.2896095275878907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.01,0.8275520324707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.01,2.8806880950927733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.01,0.819206428527832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.01,0.8535327911376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.01,4.5163520812988285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.01,0.8526047706604004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.01,3.4337184906005858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.01,0.8786656379699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.01,0.9109472274780274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.01,5.621571350097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.01,4.584713745117187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.01,0.9350367546081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.01,0.9879232406616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.01,1.021235179901123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.01,1.076416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.01,5.760316848754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.01,8.062531280517579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.01,1.1477248191833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.01,1.2685503959655762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,4,1,power_law_1.2,2.1714527130126955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,4,power_law_1.2,0.2786463975906372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.01,1.5043040275573731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,4,power_law_1.2,0.3890336036682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.01,8.003533172607423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,4,power_law_1.2,0.4684895992279053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.01,1.7524831771850586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,4,power_law_1.2,0.6507872104644775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.01,10.308393859863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,4,power_law_1.2,0.827791976928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.01,2.234284782409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,4,power_law_1.2,1.1146047592163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,4,power_law_1.2,1.1202688217163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.01,10.695795440673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,4,power_law_1.2,1.1449952125549316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.01,2.7446399688720704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,4,power_law_1.2,1.1768192291259765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,4,power_law_1.2,1.252950382232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.01,15.249049377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.01,3.7787841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,4,power_law_1.2,1.2938655853271483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,4,power_law_1.2,1.5129119873046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.01,4.8138080596923825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,4,power_law_1.2,1.5907072067260741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.01,16.164752197265624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,4,power_law_1.2,1.6595392227172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,4,power_law_1.2,1.7261823654174804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.01,6.8511299133300785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,4,power_law_1.2,1.7884096145629882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.01,20.490463256835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,4,power_law_1.2,0.1818560004234314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,4,power_law_1.2,0.24126720428466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,4,power_law_1.2,1.9384576797485351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,4,power_law_1.2,0.31814401149749755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,4,power_law_1.2,0.40087361335754396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,4,power_law_1.2,2.1735328674316405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,4,power_law_1.2,0.518940782546997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,4,power_law_1.2,2.426527976989746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,4,power_law_1.2,0.7935808181762696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.01,8.812092590332032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.01,22.21257629394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,4,power_law_1.2,0.7950719833374024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,4,power_law_1.2,0.19522240161895751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,4,power_law_1.2,0.7633024215698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,4,power_law_1.2,2.9400991439819335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,4,power_law_1.2,0.2415616035461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,4,power_law_1.2,0.782854413986206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,4,power_law_1.2,0.32012479305267333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,4,power_law_1.2,0.8420448303222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,4,power_law_1.2,0.4208992004394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,4,power_law_1.2,3.5536991119384767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,4,power_law_1.2,0.9471903800964355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,4,power_law_1.2,0.577177619934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,4,power_law_1.2,1.1384320259094238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,4,power_law_1.2,0.7868576049804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.01,12.912374877929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,4,power_law_1.2,1.17390718460083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,4,power_law_1.2,0.8180288314819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,4,power_law_1.2,4.824431991577148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,4,power_law_1.2,0.8348352432250976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,4,power_law_1.2,1.2821855545043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,4,power_law_1.2,0.8339424133300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,4,power_law_1.2,1.3453920364379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,4,power_law_1.2,0.863372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,4,power_law_1.2,1.4285408020019532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,4,power_law_1.2,6.109491348266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,4,power_law_1.2,0.9170592308044434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,4,power_law_1.2,1.5566911697387695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,4,power_law_1.2,0.951632022857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,4,power_law_1.2,1.836636734008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,4,power_law_1.2,0.9781120300292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.01,16.576138305664063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,4,power_law_1.2,1.0516703605651856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,4,power_law_1.2,2.192723274230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,4,power_law_1.2,8.868441772460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,4,power_law_1.2,1.1196255683898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,4,power_law_1.2,2.755548858642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,4,power_law_1.2,1.1815711975097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.08340799808502197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.15442559719085694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,4,power_law_1.2,1.294268798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.263919997215271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,4,power_law_1.2,3.397660827636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,4,power_law_1.2,1.5414015769958496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.01,0.43947839736938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,4,power_law_1.2,11.599446105957032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,4,power_law_1.2,1.8002048492431642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.01,0.6122719764709472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,4,power_law_1.2,4.703945541381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.01,0.9983936309814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.01,1.071497631072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,4,power_law_1.2,2.2775552749633787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.01,1.115772819519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,4,power_law_1.2,5.902105712890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,4,power_law_1.2,2.827849578857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.01,1.14585599899292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.01,1.178819179534912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.01,1.2162240028381348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,4,power_law_1.2,3.836278533935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.01,1.2883872032165526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,4,power_law_1.2,8.499443054199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.01,1.3777376174926759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,4,power_law_1.2,18.761279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.01,1.5317248344421386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,4,power_law_1.2,4.839929580688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.01,1.7186624526977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.01,1.8872352600097657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.01,2.260553550720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,4,power_law_1.2,6.930406188964843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.01,1.6697952270507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,4,power_law_1.2,10.763260650634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.01,1.8189567565917968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.01,2.1525503158569337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,4,power_law_1.2,8.89769287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.01,2.4949600219726564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.01,3.2128833770751952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.01,3.971820831298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,4,power_law_1.2,13.263392639160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,4,power_law_1.2,17.276704406738283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.01,5.531596755981445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.01,7.103250885009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.01,10.312409973144531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.01,13.469232177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,4,power_law_1.2,25.026754760742186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.01,0.0690496027469635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.01,0.1121824026107788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,4,power_law_1.2,17.351116943359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.01,0.1813696026802063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.08273599743843078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.1537824034690857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.2608383893966675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.01,0.3027071952819824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,4,1,power_law_1.2,0.40787839889526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,4,1,power_law_1.2,0.06781439781188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,4,1,power_law_1.2,0.11169919967651368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.01,0.4108128070831299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,4,1,power_law_1.2,0.5541088104248046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,4,1,power_law_1.2,0.18087680339813234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.01,0.6808671951293945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,4,1,power_law_1.2,0.9865216255187989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.01,0.7207295894622803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,4,1,power_law_1.2,1.0634495735168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,4,1,power_law_1.2,0.27472639083862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.01,0.7531519889831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,4,1,power_law_1.2,1.1165823936462402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,4,1,power_law_1.2,0.37883520126342773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.01,0.7702432155609131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,4,1,power_law_1.2,1.1435423851013184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,4,1,power_law_1.2,0.6680352210998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.01,0.8116576194763183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,4,1,power_law_1.2,1.1863807678222655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,4,1,power_law_1.2,0.7095232009887695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.01,0.8811360359191894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,4,1,power_law_1.2,0.7498911857604981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,4,1,power_law_1.2,1.2547264099121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.01,0.9465920448303222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,4,1,power_law_1.2,0.7878143787384033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,4,1,power_law_1.2,1.3225152015686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.01,1.0215583801269532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,4,power_law_1.2,23.13871612548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,4,1,power_law_1.2,0.8330880165100097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,4,1,power_law_1.2,1.415395164489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.01,1.1627231597900392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,4,1,power_law_1.2,0.8943008422851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.01,1.322812843322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,4,1,power_law_1.2,1.5860063552856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,4,1,power_law_1.2,0.9825823783874512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.01,1.4549311637878417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,4,1,power_law_1.2,1.7758623123168946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,4,1,power_law_1.2,1.0583680152893067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.01,1.7613536834716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,4,1,power_law_1.2,1.2136992454528808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,4,1,power_law_1.2,1.956083106994629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,4,1,power_law_1.2,1.3574015617370605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,4,1,power_law_1.2,2.3220863342285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,4,1,power_law_1.2,1.5089856147766114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,4,1,power_law_1.2,1.7176895141601562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.01,1.3706912040710448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,4,1,power_law_1.2,1.7928384780883788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,4,1,power_law_1.2,1.8672767639160157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.01,1.5580927848815918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,4,1,power_law_1.2,1.4100031852722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,4,1,power_law_1.2,2.189494323730469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,4,1,power_law_1.2,1.6012800216674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.01,1.9554336547851563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,4,1,power_law_1.2,2.002672004699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,4,1,power_law_1.2,2.5408639907836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.01,2.3516351699829103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,4,1,power_law_1.2,2.393011283874512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,4,1,power_law_1.2,3.2794174194335937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.01,3.1563135147094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,4,1,power_law_1.2,3.199616050720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,4,1,power_law_1.2,4.0432289123535154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.01,3.9618911743164062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,4,1,power_law_1.2,3.9941665649414064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,4,1,power_law_1.2,5.612838363647461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.01,5.556915283203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,4,1,power_law_1.2,5.590288162231445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,4,1,power_law_1.2,7.181654357910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.01,7.141651153564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,4,1,power_law_1.2,7.194172668457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,4,1,power_law_1.2,10.38194580078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.01,10.399737548828124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,4,1,power_law_1.2,10.418704223632812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.01,13.579241943359374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,4,1,power_law_1.2,13.613836669921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,4,1,power_law_1.2,13.533868408203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.15094399452209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.13635200262069702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.11572480201721191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.11895359754562378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.1318943977355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.13380160331726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.1333024024963379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.15050560235977173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.13392000198364257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.2714143991470337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.2146399974822998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.1372928023338318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.27853760719299314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.2265536069869995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.14035199880599974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.278387188911438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.27079999446868896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.15098240375518798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.277126407623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.22711679935455323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.2792511940002441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.15559359788894653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.28022720813751223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.2782912015914917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.22652161121368408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.2863647937774658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.16902079582214355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.27927680015563966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.2346719980239868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.2912992000579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.2844032049179077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.18572160005569457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.24151039123535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.2830336093902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.19793280363082885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.24826879501342775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.28606400489807127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.22010560035705568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.251907205581665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.29404799938201903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.3050240039825439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.243833589553833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.32050559520721433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.3155839920043945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.3260576009750366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.32432639598846436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.2730463981628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.3354176044464111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.3373856067657471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.3447904109954834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.368121600151062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.3159519910812378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.2526047945022583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.3916095972061157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.34460160732269285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.26064000129699705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.47168960571289065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.36608641147613524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.41310720443725585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.2736704111099243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.38858559131622317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.2843008041381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.4106175899505615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.46123518943786623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.31857919692993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.4517792224884033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,0.6001632213592529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.5605631828308105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.3460095882415771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.37751359939575196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,0.7384895801544189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,0.6523295879364014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.4067903995513916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,0.6118015766143798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,0.8141663551330567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,1.1189056396484376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.7549248218536377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,1.048256015777588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,0.7773568153381347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,1.403724765777588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,1.152899169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,1.0545503616333007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,1.449728012084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,1.5950304031372071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,1.4216992378234863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,2.1412864685058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,2.1314048767089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,2.840764808654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,2.0455455780029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,2.231888008117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,2.8995328903198243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,5.067251205444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,3.0636415481567383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,3.0425695419311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,4.258419036865234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,8.263286590576172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,4.11561279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,5.920502471923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,5.682179260253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,12.740409851074219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,10.668370819091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,6.168912124633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,8.146182250976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,16.164309692382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.13623679876327516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.21587200164794923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.22542400360107423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.22897920608520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.2311039924621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.23554880619049073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.24286398887634278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.24997758865356445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.24991679191589355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.254531192779541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.25880320072174073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.27815680503845214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.28731839656829833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.32032320499420164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.3519200086593628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.37216958999633787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,17.995823669433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.4081600189208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,0.58405442237854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.788912010192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,1.1231295585632324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,1.5274016380310058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,2.2500127792358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.11611839532852172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.11932159662246704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.1344831943511963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.13351039886474608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.1349503993988037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.1341856002807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.13896000385284424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.14069119691848755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.15193599462509155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.1613152027130127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.16648319959640503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.19198720455169677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.20007359981536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.22310080528259277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.25265278816223147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.27873280048370364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,12.376249694824219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.3096447944641113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.4405055999755859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,8.223654174804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.04925119876861572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.05796480178833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.06436160206794739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.0804319977760315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.10641920566558838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.10800319910049438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.10894080400466918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.11107200384140015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.11214079856872558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.11346880197525025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.11554239988327027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.12140480279922486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.5701248168945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.12368960380554199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.13345600366592408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.14153920412063598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.16238080263137816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.1966528058052063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.22824640274047853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,0.7964896202087403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,2.9529087066650392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.2699712038040161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,1.0566111564636231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3589888095855713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.4495391845703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,4.378092956542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,1.6567167282104491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.6294112205505371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.8078751564025879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,6.254998397827149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,2.1553695678710936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.170041561126709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.5353792190551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,3.1254783630371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,3.954985427856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,11.158096313476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,18.936767578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.04835200011730194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.05072640180587769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.05457280278205871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.0656544029712677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.07935360074043274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.08082879781723022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.08134719729423523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.08345280289649963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.0871392011642456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.08888959884643555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.09893440008163452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.10671039819717407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.11864960193634033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.1356320023536682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.13834240436553955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.16370879411697387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.1723456025123596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.21907200813293456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.25750720500946045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.35107519626617434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.4421823978424072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.252134323120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.6227583885192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.8081024169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,1.168502426147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,6.329267120361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,1.5343232154846191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,2.261942481994629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.980886459350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.04690560102462769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05123839974403381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.05634239912033081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.06190720200538635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.06293119788169861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.0636352002620697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.06427199840545654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.06606400012969971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.06673920154571533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.06854400038719177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.07360640168190002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.08523839712142944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.09948480129241943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.10657600164413453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.11575679779052735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.12008320093154908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.12646399736404418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.16264959573745727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.20233919620513915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.2674880027770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,17.58606414794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.05050240159034729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.05811200141906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.06409279704093933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.0776639997959137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.10829440355300904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.10857280492782592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.11023679971694947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.11073280572891235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.1128159999847412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.3457376003265381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.11501120328903199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.11689599752426147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.12201919555664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.12465920448303222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.13344639539718628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.14028480052947997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.1599071979522705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.1989472031593323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.23012800216674806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.2714495897293091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.48105602264404296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,8.186675262451171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.046758401393890384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.05229439735412598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.05528640151023865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.06438720226287842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.07968639731407165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.08102719783782959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.08212159872055054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.08374720215797424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.08751680254936219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.09012159705162048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.09985600113868713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.3623136043548584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.10638079643249512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.11777600049972534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.13227519989013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.1456928014755249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.1651520013809204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.17028160095214845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.2154304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.4436255931854248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.6207263946533204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.26163198947906496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,2.996499252319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.0472351998090744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.05072640180587769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.05654079914093017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.3503936052322388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.062003201246261595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.06258879899978638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.0640447974205017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.06498559713363647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.0656607985496521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.06632959842681885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.06971200108528137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.4448575973510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.07238079905509949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.09058240056037903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.10181119441986083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.10692479610443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.11441279649734497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.6269951820373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.11989439725875854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.12684160470962524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,0.8998208045959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.1628383994102478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.6251967906951904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.202508807182312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.26825919151306155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.8361503601074218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.1823776245117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.8068415641784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.3442080020904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,0.482422399520874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.1706111907958985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,1.1619839668273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,0.6238016128540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,1.7408672332763673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,1.542147159576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.5319744110107423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,0.904640007019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,2.2990720748901365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.1978943943977356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,1.1793824195861817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.2563552856445312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.338703989982605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.34835519790649416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.3480639934539795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.36136319637298586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.35176959037780764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.355184006690979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.38265280723571776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.4032576084136963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.41212801933288573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.4182623863220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.4355743885040283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.44736318588256835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.4890304088592529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.5206751823425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.5594592094421387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,0.6566751956939697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,0.982966423034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,1.2432576179504395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,1.8005695343017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,2.3818431854248048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,2.2613344192504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,3.6347423553466798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,4.9936767578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,1.7437280654907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,8.592288208007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,2.98986873626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.16852799654006959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.2592672109603882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.27645440101623536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.27871999740600584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.28545279502868653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.9874752044677733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.2890048027038574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,12.782345581054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.29399359226226807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.3118144035339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.3223072052001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.32279679775238035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.334332799911499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.355948805809021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.36984639167785643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.4104479789733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.47951040267944334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.5220672130584717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,0.604915189743042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,0.9824992179870605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,1.1153535842895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,1.774358367919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,2.2626272201538087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,3.4176609039306642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,4.466460800170898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,20.292601013183592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.1408192038536072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.15503679513931273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.16090879440307618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.16221439838409424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.163372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.16552319526672363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.1696768045425415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.1738208055496216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.19334399700164795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.19752960205078124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.20952000617980956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.2367840051651001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.25283839702606203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.2835808038711548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.32707839012145995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.36280319690704343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.47064957618713377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.6559807777404785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,0.8372896194458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,6.855174255371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.1625375747680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,1.5486368179321288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,2.1371744155883787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,8.860185241699218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,3.074630355834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,30.411434936523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.19761279821395875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.3390655994415283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.35945279598236085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.35405759811401366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.36642239093780515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.35595839023590087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.3644063949584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.37297279834747316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.3955456018447876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.41083202362060545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.4256127834320068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.4388256072998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.4447807788848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.48618240356445314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.5393087863922119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.5755296230316163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,0.6277344226837158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,1.0991968154907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,2.306825637817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.16692479848861694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,4.592809677124023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,1.3342271804809571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.2657792091369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.2760224103927612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.2765471935272217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.27718400955200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.28293120861053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.29955520629882815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.301529598236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.32220480442047117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.3285887956619263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.33343679904937745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,1.952128028869629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.36808319091796876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.37420799732208254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.437286376953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.48184638023376464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.5474912166595459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,0.625929594039917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,1.003763198852539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,17.436154174804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,1.189244842529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,2.4522655487060545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,1.806755256652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,3.6454368591308595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,2.356332778930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,6.097955322265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,3.4710529327392576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,5.229110336303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,4.731980895996093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,26.290689086914064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.14014079570770263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.1549183964729309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.16050879955291747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.16314239501953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.1631999969482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.1653280019760132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.1704767942428589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.1757823944091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.19325120449066163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.19191039800643922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.21117119789123534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.2360543966293335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.24907200336456298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.29437119960784913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.33869760036468505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,9.013999938964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.36005120277404784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.4786208152770996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.6479072093963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,7.126287841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,0.8432160377502441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,1.18821439743042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,9.09356460571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,1.6275199890136718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,2.427791976928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,10.435785675048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,3.223539352416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,13.275765991210937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,4.521017456054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,16.968978881835938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,6.224038314819336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,12.630025482177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.06855040192604064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.07836160063743591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.09274880290031433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.12089279890060425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.15255359411239625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.15424319505691528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.15563520193099975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.15640319585800172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.15896639823913575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.15909759998321532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.16488640308380126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.1831712007522583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.19108480215072632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.20688960552215577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.21869120597839356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.26549439430236815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.29006080627441405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.3512223958969116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.4244383811950684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.5795519828796387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,21.69969024658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.7220064163208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,1.0069408416748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,9.505126190185546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,1.31212158203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,1.9117664337158202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,2.5131999969482424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,12.547142028808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.06306560039520263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.07011520266532897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.07684159874916077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.0935808002948761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.11115839481353759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.11313920021057129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.11560959815979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.11689280271530152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.12255359888076782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.12963520288467406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.13952319622039794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.15567679405212403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.16578240394592286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.189302396774292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.2022847890853882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,26.737460327148437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.05700160264968872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.23444159030914308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.06405439972877502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.0697920024394989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.08820160031318665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.2510432004928589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.08952640295028687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.09174079895019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.09223999977111816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.09343680143356323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.3302783966064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.09488639831542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.09580159783363343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.11018240451812744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.12581440210342407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.3944607973098755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.13097280263900757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.1423200011253357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.15673919916152954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.5402560234069824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.16328320503234864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.19000639915466308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.23558080196380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.6904064178466797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.28511359691619875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.4016767978668213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,0.980076789855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.5112383842468262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,32.42669677734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.06711040139198303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.07736319899559022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.09050559997558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.11937600374221802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.15225600004196166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.1518944025039673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.15503040552139283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.15730880498886107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.15868159532546997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.16161919832229615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,3.7107105255126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.16661759614944457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.7245535850524902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.18192000389099122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.19060800075531006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.2067552089691162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,1.2756768226623536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.2224128007888794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.2775935888290405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.2916383981704712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.34447360038757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,0.9343263626098632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.43375678062438966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,1.8631967544555663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.5768352031707764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.7186463832855224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.365392017364502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,1.01627197265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,2.4531808853149415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.3023648262023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,1.794278335571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.9109695434570313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,4.90656623840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.06284160017967225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.0695583999156952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.07600319981575013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.0969983994960785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.11033920049667359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.11383999586105346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.11593279838562012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.11713279485702514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.12571200132369995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.13125439882278442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.1415168046951294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.15890879631042482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.17325439453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.18951040506362915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.2007904052734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.23268799781799315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.25369279384613036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.3309119939804077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.39165439605712893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.5454463958740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,3.632313537597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.6835648059844971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.5054208755493166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,0.9871199607849122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,2.6501184463500977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,4.808643341064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.05836799740791321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.06528319716453553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.07086719870567322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.09009280204772949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.09065920114517212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.09157119989395142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.09322879910469055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.09409919977188111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.09584320187568665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.09633600115776061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.11010559797286987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.1278112053871155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,1.2767680168151856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.13221440315246583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.14644479751586914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.15614720582962036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.16335999965667725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.18813760280609132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.23567039966583253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.2856672048568726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.4006495952606201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.5076767921447753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,1.8664575576782227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,3.510323333740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.14084800481796264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.29282560348510744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.3588255882263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.3728863954544067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.4398784160614014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.3827008008956909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.5666463851928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.5611743927001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.5531167984008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.568230390548706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,0.5533887863159179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,0.6096767902374267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,0.6112031936645508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,0.6209280014038085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.7036224365234376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,0.6725887775421142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.7223872184753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,0.6927135944366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,0.741596794128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,0.8024479866027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,0.9026687622070313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,1.0802592277526855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,1.2828672409057618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,1.6843263626098632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,2.15067195892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,3.067344093322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,0.9307423591613769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,3.8755550384521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,5.728899383544922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,7.488639831542969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.11097919940948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.18546559810638427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.21307199001312255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.25892479419708253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.25268800258636476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.2796096086502075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.39166080951690674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.39584319591522216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.4036831855773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.40969600677490237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.42168641090393066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.4371776103973389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.4481247901916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.4758880138397217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.48704957962036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.5231359958648681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.5845952033996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.6843423843383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.7813087940216065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,1.0042911529541017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,1.2033023834228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,1.623049545288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,2.4619712829589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,2.0796831130981444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.3623392105102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,2.9453439712524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,3.8725025177001955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,5.805420684814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,7.291238403320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.10107840299606323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.16489280462265016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.20007359981536865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.2237567901611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.294051194190979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.30340800285339353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.31813759803771974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.3305984020233154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.34314560890197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.332204794883728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.36420478820800783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.3635200023651123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.36992640495300294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.39276158809661865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.4091775894165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.43428797721862794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.4767007827758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.5509312152862549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.6456575870513916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.8108063697814941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,0.9686495780944824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.3274016380310059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.6992000579833983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,2.3574047088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,3.098044776916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,4.589494323730468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.933359909057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.13808319568634034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.2883519887924194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.2920160055160522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.36299839019775393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.41344637870788575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,5.9376991271972654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.4422976016998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.11026240587234497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.5781792163848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.1833631992340088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.17793279886245728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.5307936191558837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.2103264093399048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,1.789811134338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.5644959926605224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.2798624038696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.5608960151672363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.2508543968200684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,0.5637695789337158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.39752960205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,0.5894303798675538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.3953119993209839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,0.6223743915557861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.41350398063659666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,0.6445888042449951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.41262078285217285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.4131135940551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,0.6984928131103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.43276162147521974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,0.7153503894805908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,3.6404193878173827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.43968000411987307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,0.7563392162322998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.4863743782043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,0.8135840415954589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.516764783859253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,0.9405856132507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.5383456230163575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,1.1496288299560546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.5975711822509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,0.7053440093994141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,1.3110176086425782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.7946591854095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,1.7810400009155274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,1.010259246826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,1.2637824058532714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,2.213376045227051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,1.7196224212646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,3.2383838653564454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,2.2133888244628905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,4.166451263427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,3.168009567260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,3.8947776794433593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,6.175689697265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,6.148051071166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,8.291667175292968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.10136959552764893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.1647264003753662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.16856000423431397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.205513596534729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.26288321018218996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.29263041019439695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.33705599308013917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.3374687910079956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.3501823902130127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.34242560863494875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,8.113565063476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.36125760078430175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.05994240045547485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.07140480279922486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.3594719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.0927839994430542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.37431039810180666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.13604480028152466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.20205440521240234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.3957056045532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,2.6507936477661134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.31334719657897947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.42426238059997556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.3895519971847534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.44063677787780764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.3928224086761475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.49501757621765136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.40188798904418943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.4047935962677002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.566710376739502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.42401919364929197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.6457920074462891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.45545282363891604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,0.8635999679565429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.47799038887023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.0170623779296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.5143712043762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.5848000049591064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.3910016059875487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.6019968032836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,1.8211967468261718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.6289663791656495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,0.6672671794891357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,0.7061759948730468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,2.6105695724487306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,0.8067872047424316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,0.9236512184143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,3.230704116821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.1431424140930175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,1.3747808456420898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,5.039529418945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,1.8405664443969727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,2.3083744049072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,6.343983840942383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.0382207989692688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.06561920046806335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.08256000280380249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.11293760538101197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,3.2615230560302733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.17268160581588746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.22430078983306884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,4.826291275024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.28422720432281495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.3001568078994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.3167232036590576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,4.2203521728515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.049465599656105044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.05980160236358643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.3216736078262329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.0664351999759674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.07187520265579224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.08444799780845642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.0929472029209137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.13139840364456176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.12229759693145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.18492159843444825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.33656959533691405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.20118401050567628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.27261760234832766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.35479040145874025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.25816960334777833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.3855423927307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.3351327896118164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.3686624050140381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.39151360988616946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.34646079540252683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.39810240268707275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.4151455879211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.35352001190185545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.4038559913635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.41565761566162107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.35935359001159667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.427126407623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.4326015949249268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.3672319889068604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.4657279968261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.4676447868347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.3802815914154053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.4868927955627441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.5327744007110595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.39054079055786134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.5204959869384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.5778560161590576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.40965118408203127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.5818048000335694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,0.6884736061096192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.4142943859100342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.6149280071258545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,0.6361055850982666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,0.8001952171325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,0.6743807792663574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.4294559955596924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,1.0390848159790038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,0.7140704154968261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.4700511932373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.2636256217956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,0.8325183868408204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.516476821899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,0.934819221496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.5655519962310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,1.743894386291504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.6748032093048095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.1624383926391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.7893919944763184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,1.3894335746765136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,2.214044761657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.0247584342956544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,1.8570880889892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,3.1689632415771483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.2419168472290039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,2.333513641357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,1.7070304870605468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,4.128796768188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.03767040073871612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.065583997964859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,3.2848190307617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.08283519744873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,2.16125431060791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.1123263955116272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.14982080459594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.2166111946105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.2756128072738647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,4.253219223022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,3.077334403991699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.2994623899459839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.30903680324554444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.0486624002456665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.3215807914733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.06474879980087281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.08367999792098998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.3410975933074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.11912959814071655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.3574368000030518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.1916159987449646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,3.9891006469726564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.3784064054489136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.030422401428222657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.24672319889068603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.4293824195861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.04161919951438904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.3364351987838745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,3.5108768463134767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.042630401253700254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.030419200658798218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.4227327823638916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.04790399968624115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.34371840953826904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.0369951993227005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.045177599787712096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.03797119855880737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.3513983964920044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.040006399154663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.06939839720726013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.0414112001657486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.35637760162353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.07256640195846557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.05752320289611816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.44026880264282225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.07407039999961854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.36772799491882324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.05865600109100342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.07491840124130249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.06048640012741089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.4813248157501221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.37816319465637205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.077155202627182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.06048640012741089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.07896959781646729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.06249600052833557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.5428383827209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.3907455921173096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.08215360045433044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.06569280028343201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.08417919874191285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.0690559983253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.4073184013366699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.587718391418457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.08934720158576966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.07156159877777099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.43996801376342776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.07864320278167725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,0.7038303852081299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.09374399781227112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.45602879524230955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.0840063989162445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.0997983992099762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,0.816806411743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.08996800184249878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.48355841636657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.1093600034713745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.10290559530258178
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.0503456115722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.5276864051818848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.1273311972618103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.13054720163345337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.598367977142334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.1486847996711731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.2830240249633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.15650880336761475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.20226240158081055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.710364818572998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.20792319774627685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.2501568078994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.813804817199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.25797760486602783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.3457344055175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,1.7598943710327148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.36799039840698244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.0383423805236816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.45319361686706544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.4709472179412842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.2769696235656738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,2.2337568283081053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.6301983833312989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.6775648117065429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,1.7230144500732423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,0.8450336456298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,3.183776092529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,0.8745599746704101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,2.177174377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.2236895561218262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,1.3084863662719726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,4.1439262390136715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.034620800614356996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,1.6078399658203124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.03910079896450043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,1.7541664123535157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.03223359882831574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.042694398760795595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,3.0841791152954103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.030393600463867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.04526079893112182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.032287999987602234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.04915199875831604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.03768639862537384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.03817279934883118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.039699199795722964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.042870399355888364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.03956480026245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.0436928004026413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.058406400680541995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.05092800259590149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.045151999592781066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.058582401275634764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.050988799333572386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.07065600156784058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,3.9874847412109373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.06101120114326477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.07258560061454773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.05300800204277038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.03496319949626923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.06074560284614563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.07445759773254394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.03939839899539947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.05273600220680237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.0630240023136139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.07435839772224426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.042534399032592776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.05336639881134033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.06511359810829162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.04421760141849518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.07707520127296448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.05665919780731201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.04811840057373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.06963840126991272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.07805759906768799
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.050297600030899045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.05949119925498962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.07282559871673584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.0824288010597229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.051446402072906496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.0626688003540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.07912319898605347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.08496320247650146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.05264319777488709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.07071040272712707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.08978559970855712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.08479999899864196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.053302401304244997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.07808319926261902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.09487680196762086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.05440000295639038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.09214400053024292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.05718719959259033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.09967679977416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.08617920279502869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.10480639934539795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.06094080209732056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.11223679780960083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.09876480102539062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.13254079818725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.06337599754333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.13152639865875243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.07203519940376282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.12441600561141967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.15907200574874877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.15332800149917603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.07801920175552368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.14592000246047973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.21098239421844484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.20524160861968993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.08595520257949829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.19084160327911376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.26549758911132815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.100764799118042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.2382944107055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.2544543981552124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.12445440292358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.338809609413147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.35888640880584716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.14635519981384276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.43876161575317385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.19844160079956055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.3772160053253174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.25029759407043456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.6295008182525634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.48070402145385743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.8061344146728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.4546304225921631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.3544287919998169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,1.176262378692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.45847358703613283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.6702335834503174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,1.5768768310546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.0780672013759613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,0.6900991916656494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.08507199883460999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.08893759846687317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.1040992021560669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.09399679899215699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.13350720405578614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.1391808032989502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.14019839763641356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.14405759572982788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.14626239538192748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.151145601272583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.1571936011314392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,0.890659236907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.16210559606552125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.1808895945549011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.6774335861206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.2022495985031128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.23435840606689454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.2533056020736694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.31595520973205565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.36160318851470946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.4843584060668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.6055967807769775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,0.8761407852172851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.139094352722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,1.5911295890808106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,0.8530176162719727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,2.2824352264404295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,0.8548735618591309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,3.0996000289916994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,4.351472091674805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.06562560200691223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.07119359970092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.08146880269050598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.08912320137023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.08187199831008911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.11990079879760743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.12575039863586426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.1277184009552002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.13007359504699706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.13317760229110717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.13819199800491333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,1.3013983726501466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.14592000246047973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.15487040281295777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.18131519556045533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.20507519245147704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.21621758937835694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.24258880615234374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.30700159072875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.37088000774383545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.4940864086151123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.6050303936004638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.8835007667541503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,1.149120044708252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,1.7159200668334962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,2.2457696914672853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,3.1353248596191405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,4.240483093261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.06394240260124207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,1.7807552337646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.07310720086097718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.07550079822540283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.0838271975517273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.07614719867706299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.09009600281715394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.09406399726867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.09121919870376587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.11091840267181396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.10527039766311645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.10928640365600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.1158911943435669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.13677120208740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.11413120031356812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.1409440040588379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.11967040300369262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.14377599954605103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,1.2338751792907714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.12017600536346436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.14688960313796998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.12765439748764038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.1508128046989441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.1336192011833191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.15240639448165894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.1390079975128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.16053119897842408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.15086079835891725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.17166399955749512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.163264000415802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.1902783989906311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,1.286355209350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.1773983955383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.2056704044342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.20604479312896729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.23770880699157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.2582528114318848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.26231679916381834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.32548160552978517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.31511359214782714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.38438398838043214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.4376351833343506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.5101535797119141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.5383391857147217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.6486752033233643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.7632736206054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,1.0019295692443848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,1.462003231048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,0.8795071601867676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,1.8505407333374024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,1.1936351776123046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,2.836307144165039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,3.791651153564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.06376320123672485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.0680351972579956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.08158720135688782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,1.7722112655639648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.09312000274658203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.0886240005493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.12127039432525635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.12544959783554077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.12724800109863282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.13184319734573363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.1355520009994507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.14098880290985108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.14989759922027587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.17287039756774902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.19169280529022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.20804159641265868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.21951680183410643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.24392640590667725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.3127007961273193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.36763200759887693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.5047327995300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.6251776218414307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,0.9102016448974609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,1.2651328086853026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,2.279043197631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,1.7698623657226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,2.4469600677490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,1.6169183731079102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.0627839982509613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.0639840006828308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.08208960294723511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.09316800236701965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.10333119630813599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.10902080535888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.11290240287780762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.11722240447998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.1190943956375122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.12166080474853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.127948796749115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.1336832046508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.14045759439468383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.1527776002883911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.16562559604644775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.18337279558181763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.21429119110107422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.27451200485229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.32896320819854735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.46072959899902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.5620639801025391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.8171584129333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,3.5805824279785154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,1.0889599800109864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,1.6676576614379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.024732799828052522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.044409599900245664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.0551584005355835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.06813759803771972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.0821183979511261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.11100800037384033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.11563199758529663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.11725120544433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.12471040487289428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.1277567982673645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.13298879861831664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.15088000297546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.15566400289535523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.5748640060424806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.16168639659881592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.1669312000274658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.17241920232772828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.18383359909057617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.21841280460357665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.267305588722229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.31347839832305907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,1.9617696762084962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.37369279861450194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.499724817276001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.6258336067199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.8758111953735351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.1290335655212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.6349376678466796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.144384002685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.02791680097579956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.044537600874900815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.05084800124168396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.06336320042610169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.07500799894332885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.09803839921951293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.09939519762992859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.10209920406341552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.10822399854660034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.11995520591735839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.12957119941711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.13443200588226317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.1407039999961853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,3.4690624237060548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.15081599950790406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.15741440057754516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.16491520404815674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.18874560594558715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.21867520809173585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.25039360523223875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.31400959491729735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.3782592058181763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.5078815937042236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.6354400157928467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,0.8983200073242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.1571904182434083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,1.686172866821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,2.2149984359741213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.024726399779319765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,4.827423858642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.04485760033130646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.026361599564552307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.05295680165290832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.044207999110221864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.0659712016582489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.049641600251197814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.07843199968338013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.06015040278434754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.10947519540786743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.0720736026763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,3.0360864639282226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.11542400121688842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.09709439873695373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.12152639627456666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.09906880259513855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.12608319520950317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.10440319776535034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.12863359451293946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.11669119596481323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.14121919870376587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.12459520101547242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.14853119850158691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.1304703950881958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.1541152000427246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.13533760309219361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.15915839672088622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.14285119771957397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.15044480562210083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.16443519592285155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.1608031988143921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.17097599506378175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.17462079524993895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.18336639404296876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.18748480081558228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.2332672119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.22449278831481934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.26667840480804444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.251638388633728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.31401278972625735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.31744959354400637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.37683839797973634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.3801887989044189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5030496120452881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.6301695823669433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.5110879898071289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.6403007984161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,0.8995936393737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.8787424087524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,4.709689712524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.14444479942321778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.1593312263488769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.26897919178009033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.23648319244384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.2856544017791748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.25416319370269774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.383132791519165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.39609599113464355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.3911007881164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.40215678215026857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.4047391891479492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.4131616115570068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.4232927799224854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.43714241981506347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.48127360343933107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,0.5079552173614502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,3.9958049774169924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.11667519807815552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,0.5039519786834716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.1720479965209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.15527679920196533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,0.5740447998046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.16759999990463256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.1852671980857849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,0.6405280113220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.27332799434661864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.2770047903060913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,0.7423232078552247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.28381760120391847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.2845632076263428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,0.9798784255981445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.2899967908859253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.2995392084121704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,1.182688045501709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.3095616102218628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.3182111978530884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,1.6395776748657227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.3441184043884277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.3581984043121338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,2.126761627197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.3931391954421997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.4443295955657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.1359456062316895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.5483039855957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,2.973891258239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.6689951896667481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,0.8837056159973145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,3.7893726348876955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.1134431838989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,1.644246482849121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,2.0454463958740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,5.996915054321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,2.9535104751586916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,8.355388641357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,3.9589664459228517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.13195840120315552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.1730944037437439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.14924479722976686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.19416639804840088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.20144960880279542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.23523199558258057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,6.145660781860352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.23251519203186036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.2392416000366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.24534718990325927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.2473759889602661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.2632895946502686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.2723968029022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.2755359888076782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.30377280712127686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,7.805171203613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.14411840438842774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.31963520050048827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.16900800466537474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.25211200714111326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.3513184070587158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.28318080902099607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.2554816007614136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.3940000057220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.3740319967269897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.4898496150970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.39031999111175536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.3990272045135498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.5687392234802247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.3998176097869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.40882558822631837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.7419744014739991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.4184415817260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,0.9239871978759766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.4299424171447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.4402207851409912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.3021439552307128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.4827392101287842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,0.5072544097900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,1.6805791854858398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,0.5437632083892823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,0.5774720191955567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,2.446175956726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,0.6696896076202392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,0.7781407833099365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,0.9801119804382324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,3.1452192306518554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,1.2460127830505372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,1.761529541015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,4.87823371887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,2.206435203552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,6.293212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,3.3724159240722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.11785279512405396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.12885119915008544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.17420159578323363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.18055039644241333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.643168067932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.19657599925994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.2735775947570801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.27778239250183107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,4.48771858215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.28004159927368166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.28608639240264894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.2908735990524292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.3021791934967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.31042239665985105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.3265568017959595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.3499200105667114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.3747904062271118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.40447359085083007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,1.6929088592529298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.4663104057312012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.6079040050506592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.6932735919952393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,0.9026975631713867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,7.330928039550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,1.1758527755737305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,1.70546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,2.214476776123047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,3.1832351684570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,4.083993530273437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,9.278348541259765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.12989439964294433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.1383936047554016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.1592128038406372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.18742719888687134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.19471999406814575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.23065919876098634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,6.174563217163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.22925760746002197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.2405951976776123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.24298241138458251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.25062720775604247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.2652895927429199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.2700191974639893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.285427188873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.31086719036102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.3335808038711548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.3596832036972046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.40840959548950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.4910304069519043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.6068448066711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.7861792087554932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,0.9933055877685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.4125568389892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,1.794051170349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,2.7574848175048827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,3.6194942474365233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,9.428463745117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.05548800230026245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,5.066278457641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.06804159879684449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.0898688018321991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.1295359969139099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.16939200162887574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.2943648099899292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.31114559173583983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.31705598831176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.32245759963989257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.32213120460510253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.33315200805664064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.3546528100967407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.38057920932769773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.39073920249938965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.4015488147735596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.42029438018798826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.48411197662353517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.5168928146362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.5515999794006348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,0.6473023891448975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,0.7695744037628174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,0.9956607818603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.2390560150146483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,1.7222784042358399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,2.2065151214599608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,3.167375946044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,4.1475872039794925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.03690559864044189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.06184639930725098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.07827839851379395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.1065600037574768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.13753600120544435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.2033247947692871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.215065598487854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.21802880764007568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.2271104097366333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.24516479969024657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.2661952018737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.287443208694458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.2783071994781494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.2908672094345093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.3028736114501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.3154047966003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.34802560806274413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.40301761627197263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.4616256237030029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,7.38818588256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.5754015922546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.054630398750305176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,0.6871327877044677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.06776000261306762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.08819839954376221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,0.9238847732543946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.12231999635696411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.15946240425109864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.3043839931488037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,1.1583264350891114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.3161439895629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.32114880084991454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.32274560928344725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,1.6342655181884767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.323689603805542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.3364896059036255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.3682624101638794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,2.106195259094238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.38112640380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.39401280879974365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.41983680725097655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,3.057222366333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.43426880836486814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.48647360801696776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.5198751926422119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,4.014697647094726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.5579999923706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.03675200045108795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.06225919723510742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,0.6542912006378174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.07802559733390808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.10072640180587769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.12867200374603271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,0.7765984058380127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.20314559936523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.212556791305542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,1.0079263687133788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.21787519454956056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.23525118827819824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.25145280361175537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,1.2506272315979003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.274563193321228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,2.226515197753906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.2955647945404053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.29993600845336915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,1.8310111999511718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.1508288025856018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.30550079345703124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.2949471950531006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.310096001625061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.5081151962280274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.3214656114578247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.3541696071624756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.4217343807220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,2.223209571838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.41472640037536623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.1491935729980467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.5388544082641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.11183040142059326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.4636096000671387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.18479039669036865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.6089600086212158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.5815296173095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.6515999794006347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.3084223985671997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,0.6958559989929199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,0.8253631591796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.2638751983642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,0.9315232276916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,0.8207839965820313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.35806400775909425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.42325758934020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,0.8460736274719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,1.17008638381958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.3991519927978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,0.8588992118835449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.6141088008880615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,0.8253343582153321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.5957695960998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,3.2019935607910157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,0.8586496353149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.5725664138793946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.58919677734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.6353663921356201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,0.8464703559875488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.6378719806671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,0.8743552207946778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,1.6433343887329102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.6428512096405029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,0.8993568420410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,0.6683616161346435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,0.9289759635925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,0.697817611694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.0437376022338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,0.739785623550415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,1.1134943962097168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,0.833948802947998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,1.2962944030761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,0.9256959915161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.150160026550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,1.489904022216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,2.1192352294921877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.3499263763427733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,1.914147186279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,1.742252731323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,2.3055648803710938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,2.1691680908203126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,3.1507871627807615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,3.0987007141113283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,3.071536064147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,3.895248031616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,3.825958251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,5.585295867919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,4.176067352294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,5.545759963989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.1007807970046997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.16611839532852174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.3052704095840454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.2622143983840942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,7.1976768493652346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.3598848104476929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.13959039449691774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.29192960262298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.42740159034729003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.3786367893218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.45451841354370115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,7.479666900634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.44101438522338865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.11191999912261963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.18521920442581177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.4729472160339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.26368958950042726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.5308896064758301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.4866176128387451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.280403208732605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.6170207977294921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.33089919090270997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.4929344177246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.6175680160522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.430131196975708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.4859007835388184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,0.8210399627685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.43691201210021974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.4888927936553955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,0.7632319927215576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.5969855785369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.5270944118499756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.5719871997833252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,0.854368019104004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.5412159919738769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.5955232143402099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.5529280185699463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,0.8223135948181153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.5956287860870362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.5675327777862549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,0.8707136154174805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.6013247966766357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.5797664165496826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,0.8257760047912598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.6741824150085449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.6453023910522461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,0.8539872169494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.7519328117370605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.6704576015472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,0.893398380279541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,0.9196415901184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.6906655788421631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,0.9051967620849609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,0.6999104022979736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.0895680427551269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,0.9654911994934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,0.7591487884521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,1.0365376472473145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.4466208457946776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,0.859011173248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,1.1362815856933595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,0.9780256271362304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,1.7872896194458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,1.3453248023986817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.1735360145568847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,2.496015930175781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,1.5314047813415528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,1.4399359703063965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,4.023788833618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.10256320238113403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.1665984034538269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,1.9887327194213866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,1.902841567993164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.23109760284423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,3.217734527587891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.26353919506073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,2.4451488494873046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.34272959232330324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,2.362998390197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.4162752151489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,4.484726333618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.47950081825256347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,3.3813503265380858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,3.1925888061523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.5257152080535888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.46616640090942385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.4937632083892822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,5.858073425292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,4.169126510620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.034780800342559814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,4.112547302246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.49484801292419434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.07200000286102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.09322879910469055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.4886911869049072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.13614399433135987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.25311999320983886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.525881576538086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.37210879325866697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.5294303894042969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,6.191446304321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,6.296505737304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.40566082000732423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.5562911987304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.5452095985412597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.5678112030029296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.5654111862182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.5891488075256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.5688032150268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.6904128074645997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.588425588607788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,7.831581115722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,7.8908638000488285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.782863998413086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.03804160058498383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.5943007946014405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.05517119765281677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,0.9421440124511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.08238400220870971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.603878402709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.1128383994102478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.116198444366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.6399744033813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.19813120365142822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.049558401107788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.2574431896209717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.06688320040702819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,0.6848864078521728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.4865471839904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.31186881065368655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.08415359854698182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,0.7207776069641113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.37721920013427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.12256319522857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,0.7816544055938721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,1.8780736923217773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.3924448013305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.21979200839996338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.31653759479522703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,0.8253312110900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.40326719284057616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.37452480792999265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,0.9223135948181153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.4280863761901855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,2.584454345703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.458841609954834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.45299520492553713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.4694399833679199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,1.0009344100952149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.4798880100250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,3.423097610473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.47076802253723143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.0848064422607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.49200639724731443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.5042943954467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.509935998916626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,1.330239963531494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.5449823856353759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.5212959766387939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,5.001139068603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.584668779373169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,1.5631775856018066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.5378399848937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.5914752006530761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.5657055854797364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,0.6431680202484131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,2.0295711517333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.575110387802124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,0.7018176078796386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,6.4200286865234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.6042175769805909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.05452479720115662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,0.8192671775817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.0722656011581421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,2.4913984298706056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.6519360065460205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.09303039908409119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.13617279529571533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.7067455768585205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.21602239608764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,0.9313728332519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,0.8114496231079101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.33601601123809816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,3.4380638122558596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.1665887832641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,0.9223679542541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.3892607927322388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.1569696426391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,1.3947423934936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.5034111976623535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.5327040195465088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,4.380243301391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.03966720104217529
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.3883296012878419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.05730559825897217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,1.862563133239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.5487008094787598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.08221439719200134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.11291840076446533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.5710400104522705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.18783680200576783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,1.8442623138427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,2.339187240600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.24306559562683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.581654405593872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.28574719429016116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.5989247798919678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.3022111892700194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.3722304105758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,3.289699172973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.654313611984253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.38183040618896485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,0.692745590209961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.394652795791626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.2221630096435545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,0.7283679962158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.4190080165863037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,4.247462463378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,0.7749120235443115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.45159358978271485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,0.8732192039489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.0488319993019104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.466323184967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.06494399905204773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,0.9282272338867188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,4.125827026367188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.08373119831085205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.5075232028961182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.05925120115280151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.12157759666442872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.0080479621887206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.07666239738464356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.5540575981140137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.21185600757598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.07599999904632568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.128486442565918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.08557760119438171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.08668799996376038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.2816287994384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.10947200059890747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.5998176097869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.3609503984451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.10913599729537964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,1.3495488166809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.11275839805603027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.45160641670227053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.11731840372085571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.11502079963684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.4642655849456787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,1.5928671836853028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.5958847999572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.01,0.1185920000076294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.01,0.1226304054260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.4705088138580322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,0.6608640193939209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.01,0.12565759420394898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.01,0.13389439582824708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.48694400787353515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,0.7207647800445557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.01,0.14654719829559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,2.0644927978515626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.49730238914489744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,0.836240005493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.01,0.1675295948982239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.5121407985687256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,0.9518752098083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.01,0.18188799619674684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,2.5228448867797852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.540499210357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.01,0.2198784112930298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.1921088218688964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.5686240196228027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.01,0.26742401123046877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.5856800079345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,1.4179391860961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.01,0.3499552011489868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,3.4667713165283205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.608675193786621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.01,0.43494400978088377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.6695104122161866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.01,0.6039328098297119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,1.8943647384643554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.7323328018188476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.01,0.7766335964202881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,4.4310752868652346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.01,0.05150399804115295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,0.8417632102966308
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.01,0.0670144021511078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.01,1.1143584251403809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.01,0.06458560228347779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,2.3744575500488283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.01,0.07681599855422974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,0.9596351623535156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.01,0.07568640112876893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.01,1.4636128425598145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.01,0.09175360202789307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.01,0.09522879719734192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.189833641052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.01,0.09602559804916382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,3.3229248046875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.01,0.09758399724960327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.01,2.1519968032836916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.420041561126709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.01,0.09843840003013611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.01,0.10151360034942628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.01,0.10606080293655396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.01,2.823635292053223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.01,0.11006720066070556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,1.8703968048095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.059334397315979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.01,0.12287360429763794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.06737279891967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,4.275571060180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.07666879892349243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,8,power_law_1.2,0.050271999835968015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.01,0.13732160329818727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.08394560217857361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,8,power_law_1.2,0.058064001798629764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.09562559723854065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,8,power_law_1.2,0.061564797163009645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.01,0.14675519466400147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.3282304763793946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,8,power_law_1.2,0.06711999773979187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,8,power_law_1.2,0.07163839936256408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.01,0.16796799898147582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.10710400342941284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,8,power_law_1.2,0.09326080083847046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.11068160533905029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.01,0.21677119731903077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,8,power_law_1.2,0.09286720156669617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.11623040437698365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,8,power_law_1.2,0.09571200013160705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.01,0.251910400390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.11300159692764282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,8,power_law_1.2,0.09685440063476562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.2362430572509764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.01,0.34371840953826904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,8,power_law_1.2,0.0969376027584076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,8,power_law_1.2,0.10146880149841309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.11629760265350342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.01,0.4232128143310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,8,power_law_1.2,0.10546560287475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.1190559983253479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.01,0.5800608158111572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,8,power_law_1.2,0.11202559471130372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,8,power_law_1.2,0.12154879570007324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,8,power_law_1.2,0.13206080198287964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,8,power_law_1.2,0.12785279750823975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.01,0.7479487895965576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,8,power_law_1.2,0.14889919757843018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,8,power_law_1.2,0.13891520500183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,4.138111877441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,8,power_law_1.2,0.16151039600372313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,8,power_law_1.2,0.15084799528121948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.01,1.1104191780090331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,8,power_law_1.2,0.17371519804000854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,8,power_law_1.2,0.17166399955749512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,8,power_law_1.2,0.18773759603500367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,8,power_law_1.2,0.21829121112823485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.01,1.417097568511963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,8,power_law_1.2,0.22949440479278566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,8,power_law_1.2,0.26158719062805175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,8,power_law_1.2,0.2764159917831421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,8,power_law_1.2,0.3659840106964111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.01,0.022579200565814972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,8,power_law_1.2,0.35713279247283936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.01,2.15053768157959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,8,power_law_1.2,0.4345952033996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,8,power_law_1.2,0.4491744041442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.01,0.030291199684143066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,8,power_law_1.2,0.610640001296997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.01,0.050006401538848874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,8,power_law_1.2,0.6076640129089356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,8,power_law_1.2,0.8110591888427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.01,2.830886459350586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,8,power_law_1.2,0.8108672142028809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,8,power_law_1.2,1.160912036895752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.01,0.07692800164222717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,8,power_law_1.2,1.1763199806213378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.01,0.09697279930114747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.01,0.1447327971458435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.01,0.15130239725112915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.01,0.15564160346984862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.01,0.025193598866462708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.01,0.03261120021343231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.01,0.15849599838256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.01,0.04968959987163544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.01,0.17416640520095825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.01,0.1844928026199341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,8,power_law_1.2,1.5414239883422851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.01,0.07349439859390258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,8,power_law_1.2,1.5744192123413085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.01,0.09142720103263854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.01,0.13805439472198486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.01,0.14778239727020265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.01,0.1529695987701416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.01,0.19676480293273926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.01,0.15791360139846802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,8,power_law_1.2,2.313852882385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.01,0.16588159799575805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.01,0.17768640518188478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.01,0.1992319941520691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.01,0.2101759910583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.01,0.21416959762573243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,8,power_law_1.2,2.303273582458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.01,0.22700800895690917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.01,0.17527040243148803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.01,0.2557055950164795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.01,0.17913919687271118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.01,0.2887712001800537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.01,0.1848736047744751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.01,0.31965439319610595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.01,0.1990847945213318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.01,0.3809119939804077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.01,0.2088831901550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.01,0.4489312171936035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.01,0.2310271978378296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.01,0.25821120738983155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.01,0.5813504219055176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.01,0.2874752044677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.01,0.7157599925994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.01,0.354419207572937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.01,0.985865592956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.01,0.4219808101654053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.01,0.5528096199035645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.01,1.2537792205810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.01,0.6910687923431397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,8,power_law_1.2,3.132668876647949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.01,1.7899744033813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.01,0.9609951972961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.01,1.2321503639221192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.01,2.329167938232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,8,1,power_law_1.2,0.02332800030708313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,8,1,power_law_1.2,0.03993600010871887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,8,1,power_law_1.2,0.05055040121078491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.01,1.7711008071899415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,8,1,power_law_1.2,0.02656959891319275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,8,1,power_law_1.2,0.0414463996887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,8,1,power_law_1.2,0.049584001302719116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.01,2.3152671813964845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,8,1,power_law_1.2,0.07394559979438782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,8,1,power_law_1.2,0.08947520256042481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,8,1,power_law_1.2,0.14113279581069946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,8,1,power_law_1.2,0.0681119978427887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,8,1,power_law_1.2,0.15130239725112915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,8,1,power_law_1.2,0.08605440258979798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,8,1,power_law_1.2,0.15458879470825196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.01,0.28101119995117185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,8,1,power_law_1.2,0.13684480190277098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,8,1,power_law_1.2,0.16429760456085205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,8,1,power_law_1.2,0.14476799964904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,8,1,power_law_1.2,0.18036160469055176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,8,1,power_law_1.2,0.15544960498809815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.01,0.48850240707397463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,8,1,power_law_1.2,0.1941856026649475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,8,1,power_law_1.2,0.15900800228118897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.01,0.4146687984466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,8,1,power_law_1.2,0.16735999584197997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,8,1,power_law_1.2,0.18041919469833373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,8,power_law_1.2,2.9767871856689454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.01,0.5510719776153564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,8,1,power_law_1.2,0.19877760410308837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.01,0.5845312118530274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,8,1,power_law_1.2,0.20400640964508057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.01,0.1806175947189331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,8,1,power_law_1.2,0.1758496046066284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,8,1,power_law_1.2,0.215395188331604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.01,0.6794144153594971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,8,1,power_law_1.2,0.18235520124435425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.01,0.3145056009292603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,8,1,power_law_1.2,0.22356159687042237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,8,1,power_law_1.2,0.19307199716567994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.01,0.6244832038879394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.01,0.2715872049331665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,8,1,power_law_1.2,0.23938560485839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,8,1,power_law_1.2,0.20270400047302245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.01,0.6355264186859131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,8,1,power_law_1.2,0.26212799549102783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.01,0.3387840032577515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,8,1,power_law_1.2,0.2210848093032837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,8,1,power_law_1.2,0.29553918838500975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,8,1,power_law_1.2,0.23563520908355712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.01,0.408460807800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,8,1,power_law_1.2,0.3253567934036255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,8,1,power_law_1.2,0.2634495973587036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.01,0.4682623863220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,8,1,power_law_1.2,0.38829119205474855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,8,1,power_law_1.2,0.2927072048187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.01,0.45092477798461916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.01,0.894985580444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,8,1,power_law_1.2,0.46100478172302245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,8,1,power_law_1.2,0.3605087995529175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.01,0.4519711971282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,8,1,power_law_1.2,0.5884960174560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.01,0.8717632293701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,8,1,power_law_1.2,0.4307487964630127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.01,0.6977471828460693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,8,1,power_law_1.2,0.7230976104736329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,8,1,power_law_1.2,0.5603360176086426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.01,0.913811206817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.01,0.7171679973602295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,8,1,power_law_1.2,0.9895423889160156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.01,0.9759552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.01,0.7438975811004639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,8,1,power_law_1.2,0.6940512180328369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.01,0.9840703964233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.01,0.7693088054656982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.01,1.0194175720214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,8,1,power_law_1.2,0.9660160064697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.01,0.7875360012054443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,8,1,power_law_1.2,1.2579551696777345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.01,1.074009609222412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.01,0.8452095985412598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.01,0.9080703735351563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.01,1.109945583343506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,8,1,power_law_1.2,1.8025375366210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.01,0.9475071907043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.01,1.1947327613830567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.01,1.0545023918151855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.01,1.399785614013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.01,1.2736639976501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,8,1,power_law_1.2,1.2337727546691895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.01,1.6132064819335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.01,1.4997920036315917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.01,2.005766487121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.01,1.935536003112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,8,1,power_law_1.2,1.776425552368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.01,2.454937553405762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,8,1,power_law_1.2,2.340563201904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.01,2.3929983139038087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.01,0.18774399757385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.01,3.196224021911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.01,0.3072704076766968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.01,3.223756790161133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.01,0.27061440944671633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.01,0.34541120529174807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.01,4.247404861450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.01,0.4578688144683838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.01,4.139923095703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.01,0.5469312191009521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.01,0.5285759925842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.01,0.5288000106811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.01,6.023331069946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.01,0.5418784141540527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.01,6.050902557373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.01,0.5661695957183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.01,0.5834271907806396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.01,0.6104928016662597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.01,0.6225887775421143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.01,7.782796478271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.01,7.6972801208496096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.01,0.6737247943878174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.01,0.7218368053436279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.01,0.7705887794494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.01,0.8659296035766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.01,1.0660991668701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.01,12.12943344116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.01,1.2450431823730468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.01,11.57616958618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,8,1,power_law_1.2,2.3231008529663084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.01,1.6489023208618163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,8,power_law_1.2,0.27841920852661134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,8,power_law_1.2,0.35237760543823243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,8,power_law_1.2,0.43029441833496096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.01,2.034012794494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,8,power_law_1.2,0.5283455848693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,8,power_law_1.2,0.6168416023254395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,8,power_law_1.2,0.6469632148742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.01,2.858230400085449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.01,16.462191772460937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,8,power_law_1.2,0.6324736118316651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,8,power_law_1.2,0.1819551944732666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.01,15.27209930419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,8,power_law_1.2,0.6133632183074951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,8,power_law_1.2,0.18632320165634156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,8,power_law_1.2,0.2268928050994873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,8,power_law_1.2,0.2489408016204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,8,power_law_1.2,0.8782784461975097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.01,3.633353424072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,8,power_law_1.2,0.27896320819854736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,8,power_law_1.2,0.898588752746582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,8,power_law_1.2,0.29468159675598143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,8,power_law_1.2,0.3364000082015991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,8,power_law_1.2,0.9355392456054688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,8,power_law_1.2,0.33282880783081054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,8,power_law_1.2,0.46103358268737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,8,power_law_1.2,0.9756704330444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,8,power_law_1.2,0.40116162300109864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,8,power_law_1.2,0.5324736118316651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,8,power_law_1.2,0.9844320297241211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,8,power_law_1.2,0.4641695976257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.01,5.232857513427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,8,power_law_1.2,0.511023998260498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,8,power_law_1.2,1.0418720245361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,8,power_law_1.2,0.4527008056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,8,power_law_1.2,0.5242688179016113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,8,power_law_1.2,0.4634560108184814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,8,power_law_1.2,1.0895232200622558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,8,power_law_1.2,0.5346208095550538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,8,power_law_1.2,0.7032224178314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,8,power_law_1.2,1.1422143936157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,8,power_law_1.2,0.5613855838775634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,8,power_law_1.2,0.7291488170623779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,8,power_law_1.2,0.584662389755249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,8,power_law_1.2,1.2369664192199707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,8,power_law_1.2,0.7290592193603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.01,6.7804412841796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,8,power_law_1.2,0.6175839900970459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,8,power_law_1.2,0.768671989440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,8,power_law_1.2,1.4629856109619142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,8,power_law_1.2,0.6390111923217774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,8,power_law_1.2,0.8032511711120606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,8,power_law_1.2,1.6490144729614258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,8,power_law_1.2,0.6932896137237549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,8,power_law_1.2,0.8539039611816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,8,power_law_1.2,0.7455520153045654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,8,power_law_1.2,2.075587272644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,8,power_law_1.2,0.9171903610229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,8,power_law_1.2,0.7919648170471192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,8,power_law_1.2,0.9676704406738281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.01,10.167372894287109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,8,power_law_1.2,0.8841088294982911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,8,power_law_1.2,2.559872055053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,8,power_law_1.2,1.0845664024353028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,8,power_law_1.2,1.092576026916504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,8,power_law_1.2,1.3349856376647948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,8,power_law_1.2,3.490041732788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,8,power_law_1.2,1.2968159675598145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,8,power_law_1.2,1.530508804321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,8,power_law_1.2,1.7221088409423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,8,power_law_1.2,4.3854209899902346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,8,power_law_1.2,2.0381120681762694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.01,13.194621276855468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.061862397193908694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,8,power_law_1.2,2.1062623977661135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.0866815984249115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,8,power_law_1.2,2.53525447845459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.15991359949111938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,8,power_law_1.2,2.933350372314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,8,power_law_1.2,6.799974060058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.24659199714660646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,8,power_law_1.2,3.4301246643066405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.34878718852996826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.01,0.5606847763061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,8,power_law_1.2,3.7434814453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.01,0.5963647842407227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,8,power_law_1.2,4.487708663940429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.01,0.6058176040649415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,8,power_law_1.2,9.162278747558593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.01,0.6180543899536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,8,power_law_1.2,5.397615814208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.01,0.6466303825378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,8,power_law_1.2,6.224662399291992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.01,0.6910655975341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.01,0.7216864109039307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.01,0.7581600189208985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,8,power_law_1.2,6.993968200683594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.01,0.8501312255859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,8,power_law_1.2,13.079510498046876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,8,power_law_1.2,8.227801513671874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.01,0.9573408126831054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.01,1.0580127716064454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.01,1.2626527786254882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,8,power_law_1.2,10.211551666259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.01,0.980624008178711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.01,1.0736255645751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,8,power_law_1.2,13.196138000488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.01,1.2881823539733888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.01,1.5148415565490723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.01,1.9793792724609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.01,2.460166358947754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,8,power_law_1.2,13.906045532226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.01,0.04809280037879944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.01,3.434124755859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.01,0.07132480144500733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.01,0.1199295997619629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.01,0.18994560241699218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.01,0.2564863920211792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.01,4.419731140136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.01,0.4026815891265869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.01,0.42761921882629395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.01,0.44147839546203616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.01,0.45729918479919435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.01,0.4770688056945801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.01,0.5188352108001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.01,6.442467498779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.01,0.5580607891082764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,8,power_law_1.2,16.809437561035157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.01,0.6032383918762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.01,0.6849728107452393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.01,0.7688799858093261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.01,0.8512864112854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,8,power_law_1.2,18.95894012451172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.060659199953079224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,8,1,power_law_1.2,0.05143359899520874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.01,1.0209919929504394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.08502399921417236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,8,1,power_law_1.2,0.07136639952659607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.01,8.402783966064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.1570688009262085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.01,0.8490431785583497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,8,1,power_law_1.2,0.11949440240859985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.2308448076248169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,8,1,power_law_1.2,0.16722559928894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.01,0.976956844329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.32214720249176027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,8,1,power_law_1.2,0.23028481006622314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,8,1,power_law_1.2,0.5457087993621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,8,1,power_law_1.2,0.39438400268554685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.01,1.2271519660949708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,8,1,power_law_1.2,0.5841279983520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.03919999897480011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.046419200301170346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,8,1,power_law_1.2,0.42318081855773926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,8,1,power_law_1.2,0.6025311946868896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.048316800594329835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.05820479989051819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,8,1,power_law_1.2,0.44146881103515623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.08387839794158936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.01,1.4865216255187987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.08548480272293091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,8,1,power_law_1.2,0.6278719902038574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,8,1,power_law_1.2,0.46407361030578614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.08643199801445008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.08786560297012329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.08895360231399536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,8,1,power_law_1.2,0.6585984230041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,8,1,power_law_1.2,0.4852640151977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.09023680090904236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.0920799970626831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.0964031994342804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,8,1,power_law_1.2,0.6899168014526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,8,1,power_law_1.2,0.5253695964813232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.01,2.006287956237793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.09932479858398438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.10395519733428955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,8,1,power_law_1.2,0.735487985610962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.11025279760360718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,8,1,power_law_1.2,0.5722976207733155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.11794559955596924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,8,1,power_law_1.2,0.7849567890167236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,8,1,power_law_1.2,0.6253856182098388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.11960959434509277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.01,2.515273666381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,8,1,power_law_1.2,0.7096864223480225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,8,1,power_law_1.2,0.8873023986816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.13515839576721192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,8,1,power_law_1.2,0.9869215965270997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,8,1,power_law_1.2,0.7925471782684326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.16749759912490844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,8,1,power_law_1.2,1.090499210357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,8,1,power_law_1.2,0.8808799743652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.01,3.5444992065429686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.21814401149749757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,8,1,power_law_1.2,1.294819164276123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,8,1,power_law_1.2,1.044979190826416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,8,1,power_law_1.2,0.9876416206359864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,8,1,power_law_1.2,0.8704544067382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.01,4.567670440673828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,8,1,power_law_1.2,0.9985695838928222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,8,1,power_law_1.2,1.0875359535217286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,8,1,power_law_1.2,1.2534560203552245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.27039361000061035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,8,1,power_law_1.2,1.3116000175476075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,8,1,power_law_1.2,1.5123071670532227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,8,1,power_law_1.2,1.5368224143981934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.01,6.666130828857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,8,1,power_law_1.2,2.0269407272338866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,8,1,power_law_1.2,2.0095487594604493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.36951680183410646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,8,1,power_law_1.2,2.535785675048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,8,1,power_law_1.2,2.4924959182739257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.01,8.730413055419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.028972798585891725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.038227200508117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.046249601244926455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.04934079945087433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.0627135992050171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.06376960277557372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.06546880006790161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.06534399986267089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,8,1,power_law_1.2,3.563385772705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.06638720035552978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,8,1,power_law_1.2,3.4664417266845704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.06698240041732788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.0704479992389679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.07414399981498718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.07933440208435058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.08215680122375488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.09151039719581604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.10096640586853027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,8,1,power_law_1.2,4.587980651855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,8,1,power_law_1.2,4.443756866455078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.10613119602203369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.13403199911117553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.16408319473266603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.20955839157104492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,8,1,power_law_1.2,6.459629058837891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.4638495922088623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.2598623991012573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,8,1,power_law_1.2,6.691702270507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.3601408004760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,8,1,power_law_1.2,8.421558380126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.03973119854927063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.040847998857498166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.043875199556350705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.04645119905471802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.047727999091148374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.04719679951667786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.04601919949054718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.04643200039863586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.04827519953250885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.047849598526954654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.05649920105934143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.06307200193405152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.06635199785232544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.07319039702415467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.07776960134506225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.08419839739799499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.0884447991847992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.11899199485778808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.1325503945350647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,0.6543712139129638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.45583357810974123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.1820032000541687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.22716159820556642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,8,1,power_law_1.2,8.762470245361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.04020799994468689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.045817598700523376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.049116799235343934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.05719040036201477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.08413119912147522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.08455359935760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.08572160005569458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.08768960237503051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.08848000168800355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.30646400451660155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.08924480080604554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.09232959747314454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.0964576005935669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.09903360009193421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.10536960363388062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.1109120011329651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.1184607982635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.11630400419235229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.13638720512390137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.1671264052391052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.39296960830688477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,0.8622783660888672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.22052159309387206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.26613759994506836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,0.6539103984832764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.5619232177734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.3628511905670166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.7309343814849854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.4561728000640869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,0.8596128463745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,1.2576224327087402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,1.256281566619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,0.6542431831359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.0683456420898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,1.6506175994873047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.03041279911994934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.0412447988986969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.04335359930992126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.04894079864025116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.06397119760513306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.06394559741020203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.06540480256080627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.06636160016059875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.06763200163841247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.06903359889984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.07249919772148132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.07666239738464356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.07907519936561584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.0869055986404419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.09271360039710999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.10370559692382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,0.857868766784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.10811200141906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.13398079872131347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.16522879600524903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,1.6597152709960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.037478399276733396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.04181120097637177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.044223999977111815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.04733439981937408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.04704320132732391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.047727999091148374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.04771519899368286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.04624319970607758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.21085760593414307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.048921599984169006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.04913919866085052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.05572159886360169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.06293759942054748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.0654304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.0725600004196167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.26633920669555666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.0753440022468567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.0839904010295868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.08744320273399353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.11621760129928589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.13358720541000366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.3617568016052246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.18335679769515992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.456166410446167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.22756800651550294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,1.2559103965759277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.30668160915374754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,0.659929609298706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.3942528009414673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.4112640380859376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.057126402854919434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.06316480040550232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.06926079988479614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.08273280262947083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.11828160285949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.11898560523986816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.11993919610977173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.12070399522781372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.12302720546722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.12433279752731323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.12750719785690307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.13865920305252075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.1426751971244812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.14761600494384766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.15472639799118043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.16257599592208863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.16855679750442504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.21574079990386963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.26928319931030276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.341158390045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.4175392150878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,0.5777567863464356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,0.867091178894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.5628448009490967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,0.7426784038543701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,1.6554367065429687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.05543680191040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.05852159857749939
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.06241919994354248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.07222719788551331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.08976320028305054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.09166079759597778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.09282879829406739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.0949184000492096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.09646080136299133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.1003424048423767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.10565760135650634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.11157759428024291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.11556479930877686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.12123839855194092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.12944639921188356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.14095360040664673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.16247040033340454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.20256640911102294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.25017919540405276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.3249311923980713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,1.0708767890930175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.39651200771331785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,0.5664031982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,0.726313591003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,1.27042236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,1.4027423858642578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.7294335842132569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,1.054092788696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,1.3821023941040038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,2.0434560775756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,2.042476844787598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,1.673539161682129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.04959039986133575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05756480097770691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.05796160101890564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.0736319541931152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.06812160015106201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.0695039987564087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.07013440132141113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.0745631992816925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.07492480278015137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.07663679718971253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.0770687997341156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.07875840067863464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.08479359745979309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.08633919954299926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.09518399834632874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.10404479503631592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.10894720554351807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.1308511972427368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.1589951992034912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.18377599716186524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.25443520545959475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.32357120513916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,2.7071775436401366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.45720319747924804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.05633599758148193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.06372159719467163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.06832960247993469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.08091520071029663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.11792639493942261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.11854399442672729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.11995199918746949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.12107199430465698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.12286720275878907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.12412799596786499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.12774720191955566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.13918399810791016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.14281920194625855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.1472223997116089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.15520639419555665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.1628864049911499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.5802464008331298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.16673920154571534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.21249918937683104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.27866239547729493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.3373055934906006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.41114559173583987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,0.8404512405395508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,0.5768608093261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,0.7425568103790283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.1022687911987306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,2.6981407165527345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.047331199049949646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.05592640042304993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.06176319718360901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.07287359833717347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.08956480026245117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.09187840223312378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.0933471977710724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.0947808027267456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.09872320294380188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.09998080134391785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.10542720556259155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.11296000480651855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.11536320447921752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.12284480333328247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.13102400302886963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.14120639562606813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.15900479555130004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.20961918830871581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.253222393989563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.32832319736480714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.4011392116546631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,1.064457607269287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,0.5650847911834717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,1.6187135696411132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.416051197052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.05055360198020935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.05624960064888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.059171199798583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.06855679750442505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.06846719980239868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.0706816017627716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.07464320063591004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.0749504029750824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.07535359859466553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.07610560059547425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.07821760177612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.08359040021896362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.08600640296936035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.09446719884872437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.10497920513153076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.10867199897766114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.13447999954223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,0.7290751934051514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1601408004760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.18333120346069337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.2542464017868042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,1.3974047660827638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.3248095989227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,1.0559935569763184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,2.137113571166992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.13951040506362916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.2823008060455322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.28463358879089357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.2854367971420288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.28720641136169434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.45627198219299314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.3030751943588257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.340502405166626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.3388159990310669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.3452127933502197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.3472896099090576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.3649631977081299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.37195520401000975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.38007359504699706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.38753600120544435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.41230077743530275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.43063998222351074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.4973696231842041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.5792416095733642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.6576223850250245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,0.817852783203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,0.9614239692687988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,1.3113439559936524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,1.6846336364746093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,2.4329471588134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,3.2376640319824217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,4.656764984130859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.5792352199554444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,6.160502243041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.11193599700927734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.18545279502868653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.1810431957244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.18648960590362548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.19071359634399415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.26473920345306395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.2793760061264038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.2766752004623413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.27971839904785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,2.041059112548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.28412480354309083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.30088000297546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.3033056020736694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,1.3912192344665528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.3156991958618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.3334304094314575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.3553760051727295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.374454402923584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.45354881286621096
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.5295711994171143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.6154304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.7818943977355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,0.9579680442810059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,1.319478416442871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,1.6408992767333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,2.437334442138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,3.112326431274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,0.8446335792541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,4.853504180908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,6.173900985717774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.10272959470748902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.1673472046852112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.16989439725875854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.1754431962966919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.18956799507141114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.2166048049926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.22747840881347656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.23083839416503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.22918078899383545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.23835840225219726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.24684159755706786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.25920639038085935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,2.041427230834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.2612384080886841
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.28003840446472167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.2951519966125488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.3175904035568237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.3518431901931763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.4281280040740967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.5077280044555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.644985580444336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.8142687797546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,1.1109536170959473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.4224384307861329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,2.009350395202637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,2.6325920104980467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.1048288345336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,3.8412609100341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,5.204963302612304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.14028799533843994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.27590079307556153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.23536319732666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.2754528045654297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.2821536064147949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.3197792053222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.3408384084701538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.3409120082855225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.34923200607299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.3511872053146362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.36018240451812744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.35902719497680663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.374345588684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.3893376111984253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.4256896018981934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.47245121002197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.535964822769165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.5902783870697021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,0.6767839908599853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,0.8262751579284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,1.0221568107604981
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,1.424467182159424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,1.8275775909423828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,2.627497673034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,3.359241485595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,5.164659118652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,6.890531158447265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.11126079559326171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.18318719863891603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.16917120218276976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.18557759523391723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,2.701705551147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.17947520017623902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.10167360305786133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.16535040140151977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.26672959327697754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.16497279405593873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.2762847900390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.17161920070648193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.2736704111099243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.18796160221099853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.27945919036865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,2.704960060119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.03224000036716461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.283459210395813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.058032000064849855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.2049567937850952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.29363839626312255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.07447360157966613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.09803199768066406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.22081921100616456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.30024640560150145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.1315840005874634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.22423999309539794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.3131903886795044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.1748255968093872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.23686718940734863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.33429760932922364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.2209088087081909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.23173439502716064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.23274240493774415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.3734463930130005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.2404576063156128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.23804159164428712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.3961119890213013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.24164800643920897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.2604671955108643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.2563103914260864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.4621056079864502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.2624768018722534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.2902688026428223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.5465343952178955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.2818176031112671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.3023263931274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.6258560180664062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.30156478881835935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.31980481147766116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.3182463884353638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.8210975646972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.3511712074279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.3618079900741577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.35855679512023925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,1.0419072151184081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.43571200370788576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.381875205039978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.5090112209320068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,1.464755153656006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.431334400177002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.6807487964630127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.5156799793243408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,1.8163423538208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.8269503593444825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.576473617553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,0.6455935955047607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,1.1385663986206054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,2.504832077026367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,0.8428256034851074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.5182496070861817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,0.9865280151367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,3.4397537231445314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,2.131372833251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,1.3373184204101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,1.620185661315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,2.8920415878295898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,5.033814239501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,1.6812576293945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,2.3771711349487306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,4.34758415222168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,6.465705871582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.03728959858417511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.04380480051040649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,3.0793855667114256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.07124800086021424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,5.63458251953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.0906175971031189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.032323199510574344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.0591264009475708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.11930240392684936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.07422400116920472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.1510655999183655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.0964128017425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.19124799966812134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.1251871943473816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.21224639415740967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.16208319664001464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.2188416004180908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.21769280433654786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.22542719841003417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.23024320602416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.2351680040359497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.23460800647735597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.2477344036102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.23739840984344482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.2558271884918213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.2680255889892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.28044159412384034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.2947360038757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.2974015951156616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.30719039440155027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.31377599239349363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.3241152048110962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.34345920085906984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.3531584024429321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.39477760791778566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.366044807434082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.4537536144256592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.3858335971832275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.4487584114074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.5258975982666015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.5245920181274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.6101664066314697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.5810048103332519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,0.7847008228302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,0.6582911968231201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,0.9590911865234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,0.8526304244995118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,1.304304027557373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.0003520011901856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,1.6518367767333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,1.3448639869689942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,1.6948352813720704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,2.350361633300781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,2.3990463256835937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,3.054332733154297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.03732799887657166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.0450655996799469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.07175679802894593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.08997120261192322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,3.1010271072387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.11376320123672486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.14633599519729615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.1836832046508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.2029184103012085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.22200961112976075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.22187519073486328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.2361407995223999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.24916479587554932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.2627840042114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.2856640100479126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.3029567956924438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.31998720169067385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.3579456090927124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.4223968029022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.4577216148376465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.5315743923187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.6204864025115967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,0.7947999954223632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,0.9639455795288085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,1.308835220336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,1.658278465270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,2.361164855957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.047491198778152464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,3.067036819458008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.030457600951194763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.034236800670623777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.034134399890899655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.034771201014518735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.05095360279083252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.05476160049438476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.057340800762176514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.056783998012542726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.05720959901809693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.05988479852676391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.06249600052833557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.06655359864234925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.05277760028839111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.07067840099334717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.07575680017471313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.07911360263824463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.10247999429702759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.08398079872131348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.08988800048828124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.10129599571228028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.11982079744338989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.13572800159454346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.17683839797973633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.22257919311523439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.31655359268188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.40586562156677247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.5880320072174072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.1454815983772278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.7738976001739502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.19606080055236816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.26432960033416747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.27038719654083254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.135587215423584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.27515521049499514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.2783008098602295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.28691198825836184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,1.4961055755615233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.031615999341011045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.29459199905395506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.0329120010137558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.03243840038776398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.03309119939804077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.29862079620361326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.05149440169334411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.3093024015426636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.053059202432632444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,2.145574378967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.05432639718055725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.034694400429725644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3187455892562866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.056041598320007324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.03920319974422455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.0566976010799408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.0409855991601944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.3244992017745972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.04079039990901947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.0582751989364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.04395520091056824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.060950398445129395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.3494431972503662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.04414399862289429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.06354560256004334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.0468639999628067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.38863680362701414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.06644160151481629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.04731520116329193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.04741120040416717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.07193920016288757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.04884159862995148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.43784317970275877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.07701119780540466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.049686399102210996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.05260800123214722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.08305919766426087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.5352352142333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.05467519760131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.09402559995651245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.057081598043441775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.6126751899719238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.11751999855041503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.062636798620224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,0.7998400211334229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.13961600065231322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.06824640035629273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.18919680118560792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.07539839744567871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,0.9816032409667969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.23885118961334229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.053881597518920896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.08759679794311523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.07527999877929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.3411360025405884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.11371840238571167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.10165120363235473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.3592191696166993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.13481279611587524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.43248639106750486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.17976959943771362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.7030336380004882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.6246208190917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.22194879055023192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.31357440948486326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,0.8220800399780274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.4375200271606445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.40013442039489744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,1.205519962310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.5731264114379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.1386240005493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,3.1525535583496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.0328575998544693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,1.5874815940856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.1911743998527527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.03362239897251129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.7549344062805176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.03147839903831482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.0341728001832962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.030272001028060914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.2610752105712891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.03261120021343231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.033107200264930726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.05120000243186951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.2697983980178833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.05395519733428955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.032678401470184325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,1.1042655944824218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.05550079941749573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.0516543984413147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.2755295991897583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.05675519704818725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.0527072012424469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.27983999252319336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.05854719877243042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.05479679703712463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.28376638889312744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,1.4697536468505858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.05913280248641968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.055936002731323244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.03452480137348175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.06297600269317627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.05664960145950317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.03900800049304962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.06845440268516541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.058483201265335086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.041388800740242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.07186239957809448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.06079999804496765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.2944063901901245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.04068160057067871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.07930880188941955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.0643455982208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.04923200011253357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.2974688053131104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.06680960059165955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.044947201013565065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.08573759794235229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.07209600210189819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.046751999855041505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3104736089706421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.09128000140190125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.04757120013237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.07702080011367798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.3255647897720337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.1024448037147522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.04933120012283325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.0856607973575592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.12031359672546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.049958398938179015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.09401280283927918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.052902400493621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.13785920143127442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.33425920009613036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.11934399604797363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.05454720258712768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.057766401767730714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.1871456027030945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.1438912034034729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.359552001953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.06390399932861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.2345184087753296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.19838080406188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.399183988571167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.06962559819221496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.4637311935424805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.07602239847183227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.3239936113357544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.248473596572876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.09033600091934205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.5435999870300293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.11540160179138184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.3517791986465454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.6241856098175049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.1371840000152588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,0.812342357635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.18105920553207397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,0.9936703681945801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.22572801113128663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.4328320026397705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.4675295829772949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.3664480209350587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.7148992538452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.32775681018829345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.441529655456543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,3.161180877685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.07803519964218139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.07817599773406983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,0.6466847896575928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.07668160200119019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.07522240281105042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.11569600105285645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.11824959516525269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.42786879539489747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.12176640033721924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.12307840585708618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.1259935975074768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.12699520587921143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.13199360370635987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.13674559593200683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.14240959882736207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.15225600004196166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.16216319799423218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.1728127956390381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.6259071826934814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.19679360389709472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.2501471996307373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.30644800662994387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.4135392189025879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.5086207866668702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.7485504150390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,0.9758975982666016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,1.4135231971740723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,1.7744831085205077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,0.8340543746948242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,2.9305248260498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,0.847871971130371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.617907190322876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,3.6184478759765626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.06484159827232361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.06507200002670288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.06704319715499878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.06646720170974732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.09979199767112731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.10381759405136108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.10703040361404419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.10817919969558716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.10959359407424926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.1123744010925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.11693439483642579
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.1216480016708374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.12794560194015503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.14499839544296264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.15625280141830444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.16861120462417603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.19461439847946166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.2499840021133423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.30984959602355955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.4163936138153076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.5443903923034668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.7447936058044433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,0.9892736434936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,0.7778272151947021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,1.465839958190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,1.879043197631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,2.758428764343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,3.7683521270751954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.06342719793319702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.06444799900054932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.07036799788475037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.06960639953613282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.07462080121040345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.07961279749870301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.08202239871025085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.08390399813652039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.08702080249786377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.0889631986618042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.09383999705314636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.09943360090255737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.10473920106887817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.12054400444030762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,1.156435203552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.13260480165481567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.14553600549697876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.17301759719848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.1836928367614745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.22507519721984864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.2744319915771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.37757439613342286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.48403201103210447
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.6750944137573243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,0.8784768104553222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,1.2862208366394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,1.6794624328613281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,2.554182434082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,1.2242143630981446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,3.2958335876464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.07583039999008179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.07582079768180847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.07643839716911316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.07288960218429566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.11311039924621583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.11717760562896729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.12008639574050903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.12192959785461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.12513279914855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.12683520317077637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.13089599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.13662079572677613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.14336320161819457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.15427839756011963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.16473920345306398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.17546240091323853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.19771519899368287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.2655967950820923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.32858240604400635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.42922239303588866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.5457632064819335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,0.7833856105804443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.051795196533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,1.6069375991821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,2.0931840896606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.5237631797790527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.06585919857025146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.0626528024673462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.06572160124778748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.06307839751243591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.09856320023536683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.103164803981781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.10641599893569946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,1.5846624374389648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.10805759429931641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.06378560066223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.11045119762420655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.06287360191345215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.11312960386276245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.0705183982849121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.11678719520568848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.06709759831428527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.07472959756851197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.12315200567245484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.08064640164375306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.13426239490509034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.08360000252723694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.14874240159988403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.0843616008758545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.16141760349273682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.08840640187263489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.1747104048728943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.08952320218086243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.1993280053138733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.09491199851036072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.10090880393981934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.2665535926818848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.1069983959197998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.317519998550415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.1227679967880249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.46967039108276365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.13762240409851073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.15121920108795167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.5629024028778076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.17653440237045287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.8135519981384277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.23127360343933107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.2894464015960693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.39159040451049804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.5005055904388428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,1.0714207649230958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.7250688076019287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,0.9527008056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,1.5355008125305176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,1.7260223388671876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.024291199445724488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.04184960126876831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,1.3950176239013672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.04636479914188385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.057715201377868654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.06871359944343566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.08265920281410218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.08568320274353028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.0868607997894287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.0896224021911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.09264640212059021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.09830399751663207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,1.862326431274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1285663962364197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.1317247986793518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.1367616057395935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.14065279960632324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.14595839977264405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.1558624029159546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.1747007966041565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.19379520416259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.23247039318084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.2768415927886963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,3.1342464447021485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.3919008016586304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.4767104148864746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.6700319766998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,2.0310911178588866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,0.855519962310791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.2367615699768066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,1.6192703247070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.028412801027297974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.04118399918079376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.04784640073776245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.056678402423858645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.06437439918518066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.07793599963188172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.0809664011001587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.08297600150108338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.08595839738845826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.08962560296058655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.09419199824333191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.11369600296020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.11703039407730102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.1220352053642273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.12692480087280272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.13274879455566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.144595205783844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.16621439456939696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.19219839572906494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.24520320892333985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.297542405128479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.39654719829559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.4988736152648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,0.6942944049835205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,0.8952511787414551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,1.3015551567077637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,1.7084096908569335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,2.583296012878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,4.009347152709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.022678400576114654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.0412992000579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.045977601408958436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.054927998781204225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.06511039733886718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.0824895977973938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.08578240275382995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.08865919709205627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.09104319810867309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.09352319836616516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.10053759813308716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.12787840366363526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.13222399950027466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.13645119667053224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.14118080139160155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,3.1281759262084963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.1463711977005005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.1562399983406067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.17544000148773192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.1954751968383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.2325824022293091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.28025600910186765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.3926016092300415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.4749023914337158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.6736991882324219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.02865920066833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.042752000689506534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.047881600260734555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.055155199766159055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06315199732780456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.07807679772377014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,3.569055938720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.08209599852561951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.08392959833145142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.0875935971736908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.09017919898033142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.09492480158805847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,0.8581631660461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.11482880115509034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.11797440052032471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.12223039865493775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.12711360454559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.13312000036239624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.14468480348587037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.16716480255126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.19437119960784913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.24516799449920654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.29997758865356444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.39835200309753416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.4978367805480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,4.1480449676513675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.1440608024597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.18688640594482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.18086400032043456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.18818880319595338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.19514240026474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.20870399475097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.21836481094360352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.23586881160736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.23072640895843505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.22833600044250488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.231660795211792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.24633920192718506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.26429760456085205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.2806272029876709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,0.6974688053131104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.3483295917510986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.3743232011795044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.41024317741394045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.4715583801269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.5427072048187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,0.7488992214202881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,0.9314240455627442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,1.3317055702209473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,1.7369375228881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.11761280298233032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.1477023959159851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.1481727957725525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.14420479536056519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,2.4752960205078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.16212160587310792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.17627520561218263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.1836832046508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.19236799478530883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.19718079566955565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,3.204790496826172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.19862079620361328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.20055360794067384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.21626880168914794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.2285536050796509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.2583136081695557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,4.834905624389648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.2963007926940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.3203423976898193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.3558016061782837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,0.9013312339782715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.4363071918487549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,6.435001373291016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.13161280155181884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.5116000175476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.13938239812850953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.1350111961364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.7226208209991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.1281888008117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.13204799890518187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.15848640203475953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,0.8963935852050782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.1639583945274353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.16577600240707396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,1.2869215965270997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.1728384017944336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.17718080282211304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.18516160249710084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,1.7254816055297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.19202239513397218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.1987104058265686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.21942400932312012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,2.4340160369873045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.23924798965454103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.260752010345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.30332159996032715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,3.222623825073242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.3768735885620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.4586751937866211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.6219359874725342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,4.898499298095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.7801343917846679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.2441472053527831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,1.1100799560546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,1.4660223960876464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,6.208889770507812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,2.1257183074951174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.1452288031578064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,2.675276756286621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.16455039978027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.17902400493621826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.18742719888687134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.20328960418701172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.21214718818664552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,4.092063903808594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.21509120464324952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.21619200706481934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.22199680805206298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.2380064010620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.2464672088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.25327999591827394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,5.171839904785156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.2581183910369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.11634240150451661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.3215264081954956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.11778880357742309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.14572800397872926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.3438080072402954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.14342399835586547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.16010240316390992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.3925631999969482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.19004160165786743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.4209023952484131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.18407039642333983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.19047679901123046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.479369592666626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.1903167963027954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.5769120216369629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.20142719745635987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.20915839672088624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,0.787004804611206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.2205984115600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.24033598899841307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,1.0201055526733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.2784895896911621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,1.4177696228027343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.30031039714813235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.33142719268798826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,1.8808416366577148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.36937599182128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.4625120162963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.5676608085632324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,2.7769472122192385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.7794528007507324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,1.0063136100769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,1.4089856147766113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,1.9332447052001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,3.6562240600585936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,2.7996896743774413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,3.584899139404297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,5.38903694152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,6.27042236328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,1.3053759574890136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,7.953775787353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.13093760013580322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.13375999927520751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.13852800130844117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.14386240243911744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.14118399620056152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,8.189772796630859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.16155519485473632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.030313599109649658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.16337599754333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.05695679783821106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.16739200353622435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.07244480252265931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.0940447986125946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.17131839990615844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.11425600051879883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.16987199783325196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.16381759643554689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.18443520069122316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,1.6238367080688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.17461119890213012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.18749760389328002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.03302719891071319
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.18066240549087526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.05407040119171143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.20007679462432862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.18487679958343506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.06641280055046081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.2256511926651001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.08518400192260742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.194159996509552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.10322240591049195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.2055295944213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.24865279197692872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.1423807978630066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.22268800735473632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.26415040493011477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.14669760465621948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.2352895975112915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.1491871953010559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.3107424020767212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.24533441066741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.15213760137557983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.1693824052810669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.382806396484375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.2514048099517822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.1900607943534851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.25890240669250486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.4797696113586426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.20099520683288574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.27672638893127444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.19362560510635377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.6838719844818115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.3267296075820923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.20287680625915527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.815670394897461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.3920480012893677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.21448960304260253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.22533121109008789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.45187840461730955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.25183680057525637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,1.1549311637878419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.5267039775848389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.29857919216156004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,0.7026336193084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.34774720668792725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.5594688415527345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,0.8584671974182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.41936321258544923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.5050015926361084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.184275245666504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,2.242585563659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,0.6636032104492188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,1.5145759582519531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,0.8329216003417969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.1640159606933593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,2.179395294189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,1.4977952003479005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,2.848784065246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,2.1693119049072265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.03057279884815216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.058006399869918825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.0707744002342224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,3.170806312561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.08966079950332642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.11136640310287475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.16156480312347413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,2.8413503646850584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.03319360017776489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.17450560331344606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.05775359869003296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.17887359857559204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.06611520051956177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.18788160085678102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,4.283606338500976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.08103359937667846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.19786239862442018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.09845439791679382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.20867519378662108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.14105600118637085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.2395967960357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.14710400104522706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.2361504077911377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.14953919649124145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.15519360303878785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.24601600170135499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.17633919715881347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.2545631885528564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.19489279985427857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.2040544033050537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.2620320081710815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.19498879909515382
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.28035199642181396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.20628480911254882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.3300832033157349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.2206048011779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.39814081192016604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.22710719108581542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.45544958114624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.2562079906463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.5377280235290527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.3046367883682251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,0.7023295879364013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.35050880908966064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.4236480236053467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,0.863424015045166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.506828784942627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,0.669811201095581
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.1929120063781737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,0.8352255821228027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,1.5231648445129395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.1707776069641114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,1.5036255836486816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,5.94475212097168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.1406592011451721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.2934432029724121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.37325119972229004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.3679935932159424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.37401280403137205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.507532787322998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,2.1918912887573243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,2.1710464477539064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.5701439857482911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.5261951923370362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.5406527996063233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.5308703899383544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.5342400074005127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.5695903778076172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.5664127826690674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.6032224178314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.6023647785186768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.6475168228149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,0.6752799987792969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,0.7679743766784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,3.0550207138061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,1.7256351470947267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.11617599725723267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,0.8561920166015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.19151680469512938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.10171200037002563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.25871360301971436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.1671231985092163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,0.9562399864196778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.2409503936767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.2420351982116699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.25967679023742674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,1.1088576316833496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.23431680202484131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.3699199914932251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.2581183910369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,1.4269375801086426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.44472641944885255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.2927135944366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.46245441436767576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.45781760215759276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,1.8042848587036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.31046719551086427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.3336704015731812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.44853758811950684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.3443808078765869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.4675903797149658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,2.468390464782715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.3308511972427368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.4911231994628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.34858880043029783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.4886591911315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.34628159999847413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,3.1773279190063475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.4998528003692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.3630016088485718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.5181375980377197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.37896640300750734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,2.8479936599731444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.1386911988258362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.39630401134490967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.5510719776153564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.28362240791320803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.36290559768676756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,4.601596832275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.41377601623535154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.5772511959075928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.35345280170440674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.44508800506591795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.6517216205596924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.37642560005187986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.5218976020812989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.7296895980834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.4505216121673584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.593939208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.9178688049316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.4999072074890137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,5.8521278381347654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.11066240072250366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.7378880023956299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.5249887943267822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.18562239408493042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,1.080294418334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.23985280990600585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.513267183303833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.8638303756713868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.23595519065856935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,1.4255264282226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.545414400100708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.26375679969787597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,1.1762784004211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.36319680213928224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.5482624053955079
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,1.7439456939697267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.41292800903320315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.5528416156768798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,1.4568351745605468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.4465151786804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,2.4691871643066405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.5835008144378662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.4325568199157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,2.035980796813965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.5971968173980713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,3.1785760879516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.4214144229888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,2.720681571960449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.6237311840057373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.46140480041503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.6342304229736329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,4.505657577514649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.46136322021484377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,0.655894422531128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,3.8102527618408204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.48756799697875974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,0.7299007892608642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.5034656047821044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,0.8413311958312988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,6.068588638305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.5176544189453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.10178240537643432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,0.9833024024963379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.5389152050018311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.16635520458221437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,5.15387191772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.2369760036468506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.03311359882354736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.5836703777313232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,1.1521727561950683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.22977280616760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.04559679925441742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.6560544013977051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.25672640800476076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.07455040216445923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,1.5490079879760743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.27835841178894044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.09847679734230042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.7455264091491699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.33292160034179685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.14572160243988036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,0.956169605255127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,1.8937856674194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.3206432104110718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.1988927960395813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,1.1488160133361816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.317142391204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.24303359985351564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.32563199996948244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,2.709119987487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,1.4719679832458497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.34019200801849364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.32423360347747804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.3505728006362915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.32937281131744384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,1.898454475402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,3.424671936035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.38197760581970214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.333238410949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.3825088024139404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.3570080041885376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,2.6274944305419923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.3914975881576538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.3767807960510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,4.793155288696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.40248961448669435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.38655040264129636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.41854081153869627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,3.493641662597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.41465277671813966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.4418464183807373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.4529248237609863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,6.3835296630859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.5255040168762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.03651520013809204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.04300479888916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.5920544147491456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.5648287773132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,5.009439849853516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.06846399903297425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.09071040153503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.7506847858428956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.5938752174377442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.1297760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,0.8967040061950684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.6305952072143555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.17798399925231934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.22168960571289062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,0.7521215915679932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,1.2308896064758301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.2616127967834473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,6.4576416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.268505597114563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,0.8192864418029785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.4874879837036132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.27653119564056394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,0.9550016403198243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.28750081062316896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,2.1898208618164063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.298144006729126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.1121760368347169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.3065376043319702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,2.7814559936523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,1.4673791885375977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.3297375917434692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.3646015882492065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,1.8093887329101563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.39639360904693605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,4.1218719482421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.46600961685180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.49582719802856445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,2.509760093688965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.5372064113616943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,5.496601486206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.03248960077762604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.6253183841705322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.052662402391433716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.07474240064620971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,0.7102176189422608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,3.201660919189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.09782400131225585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.036959999799728395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.13731199502944946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.04371199905872345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,0.8797632217407226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.18994879722595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.07143679857254029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.09128640294075012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.22831039428710936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.058678436279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.12428480386734009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.31293439865112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.3270816087722778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.16743359565734864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,1.404415988922119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.1946079969406128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.34601919651031493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.25781118869781494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.36478400230407715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.26392641067504885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,1.7520160675048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.37778239250183104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.2721440076828003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.3845664024353027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.2840800046920776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.4004767894744873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,2.4506208419799806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.2998431921005249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.41716480255126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.3104160070419312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.44268798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.33819520473480225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.562505578994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,3.150783920288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.37566399574279785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.5917344093322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.4007872104644775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.6356800079345704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.047625601291656494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.46505279541015626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.05290560126304626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,0.7545760154724122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07509120106697083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.4994048118591309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.102128005027771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,0.8219424247741699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.5467679977416993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.1514240026473999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,0.9559040069580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.6310272216796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.21436479091644287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.28964800834655763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.129641628265381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,0.7220736026763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.32832961082458495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.339356803894043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,0.8937151908874512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,1.4750880241394042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.34503679275512694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.069430446624756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.3605920076370239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,1.8331584930419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.36928319931030273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,1.4179200172424316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.37943038940429685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,2.5185951232910155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.4057024002075195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,1.7662975311279296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.4349376201629639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.4388864040374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,3.2258399963378905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,2.4655296325683596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.4683807849884033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.5091263771057128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.05893440246582031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.5499135971069335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.0682208001613617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.06732479929924011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.6599103927612304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,3.1693599700927733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.7392767906188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.06681600213050842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,0.9262784004211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.046428799629211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.01,0.053123199939727785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.01,0.05983359813690185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.114633560180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.01,0.06036480069160462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.0870848000049591
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.09000319838523865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.09161279797554016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.09364479780197144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.4639583587646485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.09392319917678833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.01,0.05884479880332947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.09541119933128357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.09689599871635438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.05219519734382629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.10102399587631225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,1.834182357788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.10210560560226441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.0753600001335144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.10821759700775146
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.01,0.07615680098533631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.10238399505615234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.01,0.08774080276489257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.11751359701156616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.01,0.08639680147171021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.559494400024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.12277439832687378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.01,0.0886687994003296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.01,0.08992000222206116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.13703360557556152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.01,0.09078400135040283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.17107839584350587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.01,0.09427199959754944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.01,0.09761599898338318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.01,0.1015936017036438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,3.285385513305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.058220797777175905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.21056320667266845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.06518080234527587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.06878719925880432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.29936320781707765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.01,0.10927679538726806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.06949440240859986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.08539519906044006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.3768512010574341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.01,0.11712000370025635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.08959360122680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.08968639969825745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.01,0.12569600343704224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.15903040170669555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.09326080083847046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.01,0.14066879749298095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.09362879991531373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.01,0.5281375885009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.25105600357055663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.09415680170059204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.01,0.17619199752807618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.0970911979675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.01,0.6703680038452149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.01,0.2144063949584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.10099200010299683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.29851200580596926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.10218559503555298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.01,0.291865611076355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.01,0.9881119728088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.10995199680328369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.01,0.3768224000930786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.33752319812774656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.11806080341339112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.3433120012283325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.01,0.5293056011199951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.01,1.2943679809570312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.1245919942855835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.01,0.6800415992736817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.3534816026687622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.138755202293396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.01,1.8735103607177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.17731200456619262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.01,0.9937760353088378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.36458239555358884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.22877440452575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.37475199699401857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.3211359977722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.01,2.5682559967041017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.01,1.3220128059387206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,16,power_law_1.2,0.048518401384353635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.39458560943603516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,16,power_law_1.2,0.3980736017227173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,16,power_law_1.2,0.05724160075187683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,16,power_law_1.2,0.05976319909095764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.41626877784729005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,16,power_law_1.2,0.05748159885406494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,16,power_law_1.2,0.5627871990203858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,16,power_law_1.2,0.07238079905509949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.01,1.8933120727539063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,16,power_law_1.2,0.08495039939880371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.4324319839477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,16,power_law_1.2,0.7177824020385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,16,power_law_1.2,0.08587200045585633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,16,power_law_1.2,0.0880735993385315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.4428415775299072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,16,power_law_1.2,0.0902400016784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,16,power_law_1.2,1.0279199600219726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.01,2.5492223739624023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,16,power_law_1.2,0.0905344009399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.46191039085388186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,16,power_law_1.2,0.09396479725837707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,16,power_law_1.2,0.09689919948577881
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,16,power_law_1.2,1.378998374938965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.5048448085784912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,16,power_law_1.2,0.10179840326309204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.01,0.020563200116157532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.5404575824737549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,16,power_law_1.2,0.10940159559249878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.01,0.02415039986371994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.01,0.04029119908809662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.6193664073944092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,16,power_law_1.2,0.1178879976272583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.7244416236877441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,16,power_law_1.2,0.12613120079040527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.01,0.05950400233268738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,16,power_law_1.2,2.127791976928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,0.9051936149597168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.01,0.07229120135307313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.01,0.10130879878997803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,16,power_law_1.2,0.14134080410003663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.01,0.10784000158309937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.0783455848693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.01,0.109660804271698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,16,power_law_1.2,0.1815999984741211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.01,0.11167680025100708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,16,power_law_1.2,0.22767999172210693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.01,0.11740800142288207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.4458208084106445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,16,power_law_1.2,0.3105472087860107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.01,0.12564159631729127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,16,power_law_1.2,0.3915103912353516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,1.818079948425293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,16,power_law_1.2,0.5415328025817872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,16,power_law_1.2,0.7171135902404785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.01,0.13986560106277465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.01,0.1411072015762329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,16,power_law_1.2,1.1012864112854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.540620803833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.01,0.14448959827423097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,16,power_law_1.2,1.3898431777954101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.01,0.14988800287246704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.01,0.15530879497528077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,3.2727359771728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.01,0.1640671968460083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,16,power_law_1.2,2.0744607925415037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.01,0.18475840091705323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,16,power_law_1.2,2.8654464721679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.01,0.20524160861968993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.01,0.25352001190185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,16,1,power_law_1.2,0.020080000162124634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.01,0.3069279909133911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,16,1,power_law_1.2,0.03314560055732727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,16,1,power_law_1.2,0.040041598677635196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.01,0.399785590171814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.01,0.022643199563026427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.01,0.02834559977054596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,16,power_law_1.2,2.794598388671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.01,0.48921918869018555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.01,0.043094399571418765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.01,0.6783008098602294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,16,1,power_law_1.2,0.056195199489593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,16,1,power_law_1.2,0.06752319931983948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,16,1,power_law_1.2,0.10046720504760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,16,1,power_law_1.2,0.023017600178718567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.01,0.8659423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,16,1,power_law_1.2,0.10663679838180543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,16,1,power_law_1.2,0.03234559893608093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,16,1,power_law_1.2,0.10980160236358642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,16,1,power_law_1.2,0.04258559942245484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,16,1,power_law_1.2,0.11553599834442138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.01,1.2358688354492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,16,1,power_law_1.2,0.12012159824371338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,16,1,power_law_1.2,0.12865920066833497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.01,0.06036480069160462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.01,0.06986560225486756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,16,1,power_law_1.2,0.05687360167503357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.01,0.09709759950637817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.01,1.6162496566772462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,16,1,power_law_1.2,0.06770240068435669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.01,0.10491839647293091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,16,1,power_law_1.2,0.09796159863471984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.01,0.10712000131607055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.01,0.27858240604400636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,16,1,power_law_1.2,0.10440000295639038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.01,0.11138240098953248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,16,1,power_law_1.2,0.1047104001045227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.01,0.11435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.01,0.3604095935821533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,16,1,power_law_1.2,0.1125599980354309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,16,1,power_law_1.2,0.13924479484558105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.01,0.12432960271835328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,16,1,power_law_1.2,0.11733440160751343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,16,1,power_law_1.2,0.14240000247955323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.01,0.3526655912399292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,16,1,power_law_1.2,0.1272447943687439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,16,1,power_law_1.2,0.14698879718780516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.01,0.3615263938903809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,16,1,power_law_1.2,0.15529600381851197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,16,1,power_law_1.2,0.15839040279388428
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.01,0.368668794631958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,16,1,power_law_1.2,0.1674080014228821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.01,0.38270719051361085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,16,1,power_law_1.2,0.18825600147247315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.01,0.5702432155609131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.2,0.12226239442825318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,16,1,power_law_1.2,0.20880639553070068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.2,0.1260159969329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.01,0.5998335838317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,16,1,power_law_1.2,0.25759999752044677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.2,0.1307263970375061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,16,1,power_law_1.01,0.12077120542526246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,16,1,power_law_1.2,0.3090496063232422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.01,0.5833631992340088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.2,0.13696639537811278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,16,1,power_law_1.01,0.12436800003051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,16,1,power_law_1.2,0.40189437866210936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.2,0.14268480539321898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,16,1,power_law_1.01,0.12655680179595946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.01,0.6327936172485351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.2,0.1522879958152771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,16,1,power_law_1.2,0.4935647964477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,16,1,power_law_1.01,0.13476159572601318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.01,0.6406079769134522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.2,0.17560960054397584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,16,1,power_law_1.01,0.13950079679489136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.01,0.6522816181182861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,16,1,power_law_1.2,0.6833343982696534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.2,0.1982143998146057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,16,1,power_law_1.01,0.14852479696273804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.01,0.6617023944854736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.2,0.24910399913787842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,16,1,power_law_1.01,0.1696128010749817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.2,0.295142388343811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.01,0.7222527980804443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,16,1,power_law_1.01,0.19444479942321777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,16,1,power_law_1.01,0.24455680847167968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.2,0.3876863956451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.01,0.7605152130126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,16,1,power_law_1.01,0.2930847883224487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.2,0.4835807800292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.01,0.7976831912994384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,16,1,power_law_1.2,0.8689632415771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,16,1,power_law_1.01,0.3826911926269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.01,0.8798432350158691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.2,0.6742464065551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,16,1,power_law_1.01,0.48021759986877444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.01,1.0556672096252442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,16,1,power_law_1.01,0.6687871932983398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.01,1.2078880310058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.01,0.8575807571411133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,16,1,power_law_1.2,1.2456416130065917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,16,1,power_law_1.2,0.8613920211791992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.01,1.5632032394409179
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.01,1.235433578491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.01,1.6123872756958009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.01,1.9266592025756837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.01,0.18054399490356446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.01,0.24093120098114013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.01,0.23719680309295654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.01,2.6429920196533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.01,0.24172160625457764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,16,1,power_law_1.2,1.2394559860229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.01,0.2684096097946167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,16,1,power_law_1.2,1.6215360641479493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.01,0.29103999137878417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.01,0.1876736044883728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.01,3.3370880126953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.01,0.516476821899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.01,0.24290881156921387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.01,0.5220384120941162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.01,0.2395103931427002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.01,0.26486399173736574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.01,0.3196671962738037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.01,0.5310431957244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.01,0.3571232080459595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.01,4.826355361938477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.01,0.546067190170288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.01,0.3662559986114502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.01,0.5588672161102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.01,0.3798655986785889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.01,0.5756351947784424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.01,0.39670400619506835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.01,0.6065919876098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.01,0.40020480155944826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.01,0.636291217803955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.01,6.447805023193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.01,0.4291391849517822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.01,0.6852511882781982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.01,0.4479231834411621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.01,0.7419616222381592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.01,0.47144317626953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.01,0.5023647785186768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.01,0.8209440231323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.01,0.5435808181762696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.01,1.0043840408325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.01,0.5867008209228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.01,1.198246383666992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.01,9.813622283935548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.01,0.6681632041931153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.01,0.8365376472473145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.01,1.5587360382080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,16,1,power_law_1.2,1.620649528503418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,16,power_law_1.2,0.2789376020431519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.01,1.0113984107971192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,16,power_law_1.2,0.3407327890396118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.01,1.9007295608520507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,16,power_law_1.2,0.35158400535583495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.01,1.3553664207458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,16,power_law_1.2,0.3585824012756348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,16,power_law_1.2,0.3634655952453613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.01,2.659219169616699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.01,12.634246063232421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.01,1.6784032821655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,16,power_law_1.2,0.3730047941207886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,16,power_law_1.2,0.5696191787719727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,16,power_law_1.2,0.5800447940826416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,16,power_law_1.2,0.18247679471969605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.01,3.3991073608398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.01,2.3561023712158202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,16,power_law_1.2,0.5919551849365234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,16,power_law_1.2,0.2267296075820923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,16,power_law_1.2,0.6147456169128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,16,power_law_1.2,0.2381119966506958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,16,power_law_1.2,0.6352960109710694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,16,power_law_1.2,0.24404480457305908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.01,3.037215995788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,16,power_law_1.2,0.6675456047058106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,16,power_law_1.2,0.26069440841674807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.01,4.839276885986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,16,power_law_1.2,0.6869408130645752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,16,power_law_1.2,0.2768415927886963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,16,power_law_1.2,0.49352002143859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,16,power_law_1.2,0.7343264102935791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,16,power_law_1.2,0.5134655952453613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.01,4.379804611206055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,16,power_law_1.2,0.7669792175292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,16,power_law_1.2,0.5305984020233154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.01,6.262742233276367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,16,power_law_1.2,0.8122719764709473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,16,power_law_1.2,0.5344128131866455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,16,power_law_1.2,0.5579008102416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,16,power_law_1.2,0.8885503768920898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,16,power_law_1.2,0.5822080135345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.01,5.763612747192383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,16,power_law_1.2,1.0682047843933105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,16,power_law_1.2,0.6138432025909424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,16,power_law_1.2,0.6560480117797851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,16,power_law_1.2,1.2488287925720214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.01,9.365510559082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,16,power_law_1.2,0.6999360084533691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,16,power_law_1.2,1.6048927307128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,16,power_law_1.2,0.7537439823150635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.01,8.581539154052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,16,power_law_1.2,0.8430912017822265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,16,power_law_1.2,2.029280090332031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,16,power_law_1.2,1.053401565551758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.01,12.649027252197266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,16,power_law_1.2,2.77108154296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,16,power_law_1.2,1.229360008239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,16,power_law_1.2,0.18896640539169313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,16,power_law_1.2,0.231712007522583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,16,power_law_1.2,0.24069759845733643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,16,power_law_1.2,1.597315216064453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.01,11.279273223876952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,16,power_law_1.2,3.5792190551757814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,16,power_law_1.2,0.26823039054870607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.01,0.055068802833557126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.01,0.08736640214920044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,16,power_law_1.2,0.3102848052978516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,16,power_law_1.2,2.051807975769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.01,0.13792959451675416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,16,power_law_1.2,0.3766112089157104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.01,0.26506240367889405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,16,power_law_1.2,0.3664576053619385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.01,0.39316160678863527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,16,power_law_1.2,0.3759360074996948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,16,power_law_1.2,2.703372764587402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,16,power_law_1.2,5.495881652832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.01,0.6297472000122071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,16,power_law_1.2,0.3931936025619507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.01,0.6662975788116455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,16,power_law_1.2,0.40216960906982424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.01,0.6859295845031739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,16,power_law_1.2,0.426204776763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,16,power_law_1.2,3.5544097900390623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.01,0.6972032070159913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,16,power_law_1.2,0.44141440391540526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,16,power_law_1.2,7.446572875976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.01,0.7163360118865967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,16,power_law_1.2,0.4717440128326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.01,0.7775263786315918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,16,power_law_1.2,0.509609603881836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.01,0.8251008033752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,16,power_law_1.2,5.2396095275878904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,16,power_law_1.2,0.5572512149810791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.01,0.8857343673706055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,16,power_law_1.2,0.6018688201904296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.01,1.0159071922302245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,16,power_law_1.2,0.6822495937347413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.01,1.112166404724121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.01,1.241590404510498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,16,power_law_1.2,0.8528736114501954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,16,power_law_1.2,7.072176361083985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,16,power_law_1.2,10.95250244140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.01,1.4852288246154786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,16,power_law_1.2,1.0359040260314942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.01,1.175772762298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,16,power_law_1.2,1.3745504379272462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.01,1.309705638885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,16,power_law_1.2,1.7577280044555663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.01,1.607040023803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,16,power_law_1.2,10.60278091430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,16,power_law_1.2,2.49804801940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.01,1.8918912887573243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,16,power_law_1.2,3.1968992233276365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.01,2.469107246398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.01,3.054937553405762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,16,power_law_1.2,4.602742385864258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.01,4.226684951782227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,16,power_law_1.2,6.108339309692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,16,power_law_1.2,14.835530090332032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.01,0.04827199876308441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,16,power_law_1.2,14.019644165039063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.01,0.07867519855499268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.01,0.12863999605178833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.01,5.405372619628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.01,0.24892799854278563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,16,1,power_law_1.2,0.057923197746276855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.01,0.3507776021957397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,16,1,power_law_1.2,0.08725119829177856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.01,0.5444863796234131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,16,power_law_1.2,8.846022033691407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,16,1,power_law_1.2,0.13699840307235717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.01,0.5859488010406494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.01,0.6105567932128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.01,0.6299359798431396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.01,7.816323089599609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,16,1,power_law_1.2,0.23959999084472655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.01,0.6533952236175538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,16,1,power_law_1.2,0.35817599296569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.01,0.7273983955383301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,16,1,power_law_1.2,0.6076479911804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.01,0.7806719779968262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,16,1,power_law_1.2,0.8666175842285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.01,0.8347040176391601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,16,1,power_law_1.2,0.6741759777069092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.01,0.9534784317016601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,16,1,power_law_1.2,0.7124351978302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,16,1,power_law_1.2,0.7355552196502686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.01,10.20245132446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,16,1,power_law_1.2,0.78755202293396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,16,1,power_law_1.2,0.04516800045967102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.01,1.0730719566345215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,16,1,power_law_1.2,0.08120319843292237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,16,1,power_law_1.2,0.8552255630493164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,16,power_law_1.2,11.886720275878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.01,1.1974464416503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,16,1,power_law_1.2,0.12730560302734376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,16,1,power_law_1.2,0.91844482421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,16,1,power_law_1.2,0.22919681072235107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.01,1.4364095687866212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,16,1,power_law_1.2,1.031657600402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,16,1,power_law_1.2,0.3129472017288208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.01,1.0684927940368651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,16,1,power_law_1.2,1.1671008110046386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,16,1,power_law_1.2,0.5400063991546631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,16,1,power_law_1.2,0.576636791229248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.01,1.20863676071167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,16,1,power_law_1.2,1.2803680419921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,16,1,power_law_1.2,0.6105279922485352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,16,1,power_law_1.2,0.6414239883422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.01,1.4995360374450684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,16,1,power_law_1.2,1.5183775901794434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,16,1,power_law_1.2,0.6720064163208008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,16,1,power_law_1.2,0.7287680149078369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,16,1,power_law_1.2,1.2109472274780273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.01,1.7926464080810547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,16,1,power_law_1.2,0.7969120025634766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.033267199993133545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.0390720009803772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,16,1,power_law_1.2,1.3655903816223145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04207360148429871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,16,1,power_law_1.2,0.8672287940979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.04477440118789673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.0686240017414093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.01,2.377110481262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.06674879789352417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,16,1,power_law_1.2,0.9941311836242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.06925439834594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,16,1,power_law_1.2,1.637606430053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.07182400226593018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.0698207974433899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,16,1,power_law_1.2,1.109987163543701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.07212160229682922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.07483199834823609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.08139200210571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,16,1,power_law_1.2,1.9277183532714843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.01,2.959942436218262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,16,1,power_law_1.2,1.2278592109680175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.07972800135612487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.08470079898834229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.09340479969978333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,16,1,power_law_1.2,1.46496639251709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.09866880178451538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,16,1,power_law_1.2,2.5056447982788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.09363840222358703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,16,1,power_law_1.2,1.096787166595459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.01,4.146131134033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.10566719770431518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,16,1,power_law_1.2,1.2404735565185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,16,1,power_law_1.2,3.0843711853027345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.11461759805679321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,16,1,power_law_1.2,1.5332256317138673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.01,5.3259326934814455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.13708159923553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,16,1,power_law_1.2,4.271539306640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,16,1,power_law_1.2,1.8207935333251952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,16,1,power_law_1.2,2.4065248489379885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.01,7.7465568542480465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.1726591944694519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,16,1,power_law_1.2,2.995372772216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,16,1,power_law_1.2,5.449654388427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,16,1,power_law_1.2,4.1729473114013675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.01,10.155693054199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.026476800441741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.028089600801467895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.03225919902324677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.03493120074272156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.04745599925518036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.23281919956207275
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.04759680032730103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.04769279956817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,16,1,power_law_1.2,7.883084869384765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.0487744003534317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.050406402349472045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.05078719854354859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,16,1,power_law_1.2,5.358108901977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.05305600166320801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.05638719797134399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.056841599941253665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.05925120115280151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.06384320259094238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.06943680047988891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.0709663987159729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,16,1,power_law_1.2,7.792864227294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.08679999709129334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,16,1,power_law_1.2,10.264911651611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.1032256007194519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.03080959916114807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.037401598691940305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.04158720076084137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.044924798607826236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.06903359889984131
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.06980159878730774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.07087360024452209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.13790719509124755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.07046719789505004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.07048320174217224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.0710207998752594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.07535679936408997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.2799936056137085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.07891200184822082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.08296639919281006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.0880511999130249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.09268479943275451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.17093759775161743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.09801599979400635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,16,1,power_law_1.2,10.198365020751954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.025760000944137572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.09313279986381531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.03141759932041168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.03175680041313171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.033964800834655764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.04662080109119415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.047417598962783816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.04779199957847595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.04905920028686524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.050969600677490234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.10522880554199218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.05154880285263062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.053324800729751584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.05562559962272644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.056806397438049314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.05915840268135071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.22653119564056395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.06366400122642517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.11332160234451294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.0674239993095398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.06921600103378296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.08642240166664124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.13480639457702637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.1029088020324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.16429760456085205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.2812544107437134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.14165120124816893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.3890784025192261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.23141438961029054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.1696447968482971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.22441599369049073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.2768768072128296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.3935456037521362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.5003488063812256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.2824064016342163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.511356782913208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,0.7308896064758301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.38823680877685546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.39629440307617186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,0.7503168106079101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.5135200023651123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.49843521118164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,0.9796031951904297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.04657920002937317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.05589119791984558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.056828802824020384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.06466559767723083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.10283839702606201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.10421760082244873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.10482879877090454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.1063264012336731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.1081536054611206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.10928959846496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.11252479553222657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.11762559413909912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.12066559791564942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.12475199699401855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.13120959997177123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.13570560216903688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,0.9510016441345215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.13186240196228027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.03204799890518188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.04216319918632507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.045097601413726804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.14760639667510986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.04723199903964996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.06478719711303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.06635839939117431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.06669759750366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.0658079981803894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.06940479874610901
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.07705600261688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.08424320220947265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.16246720552444457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.08739519715309144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.08888000249862671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.09664000272750854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.1950816035270691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.10455679893493652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.11075839996337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.10992319583892822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.1300063967704773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.15196479558944703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.24988160133361817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.20482239723205567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.3472543954849243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.24471039772033693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.33530559539794924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.43259201049804685
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.43526721000671387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,0.612659215927124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,0.6152383804321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,0.7493792057037354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,0.7925312042236328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,0.7245535850524902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,0.7917568206787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,1.154195213317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,1.162070369720459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,0.9496064186096191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04308800101280212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.0472351998090744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.0485152006149292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.05598400235176086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.057158398628234866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.05748479962348938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.05926399827003479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.05947200059890747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.060262399911880496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.05985280275344849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.061791998147964475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.06489920020103454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.06726400256156921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.07589120268821717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.08464000225067139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,1.5236191749572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.04664320051670075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.056454402208328244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.09375039935111999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.05745279788970947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.06518080234527587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.09173439741134644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.10383039712905884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.10477440357208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.10611200332641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.10705920457839965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.10918400287628174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.11027840375900269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.1119968056678772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.10892159938812256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.11817599534988403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.1215008020401001
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.12454719543457031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.12348799705505371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.13144639730453492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.18170880079269408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.13651200532913207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,0.9784832000732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.033004799485206605
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.040038400888442995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.1329599976539612
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.04704639911651611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.051932799816131595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.0670527994632721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.06765120029449463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.0743071973323822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.07036160230636597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.1499071955680847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.08047040104866028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.08023359775543212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.08604480028152466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.08767359852790832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.0898144006729126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.09597439765930176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.2130592107772827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.09967679977416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.16487679481506348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,1.5260640144348145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.10992000102996827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.04455359876155853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.046463999152183535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.04861760139465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.05427839756011963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.10981119871139526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.055216002464294436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.05739520192146301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.05942720174789429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.05878080129623413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.19725760221481323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.061952000856399535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.06005120277404785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.06445440053939819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.1301983952522278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.06352319717407226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.06546880006790161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.07285119891166687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.08196160197257996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.150873601436615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.09336000084877014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.30088000297546386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.09189760088920593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.10965759754180908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.19135359525680543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.2589472055435181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.12289600372314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.38658239841461184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.2430720090866089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.18156479597091674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.21439681053161622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.5491712093353271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.34197440147399905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.3328671932220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.2997472047805786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.4259359836578369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.43543038368225095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.38578879833221436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.7086527824401856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,0.6045695781707764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.0414112091064454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.5496128082275391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,0.6139616012573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,0.7843423843383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.3710495948791503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.13844159841537476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.14079359769821168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.1412927985191345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.14212160110473632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,0.7909215927124024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.19959360361099243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.25452799797058107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.2610176086425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.2652224063873291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.26642560958862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.2698048114776611
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.27741758823394774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.2839839935302734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.28894720077514646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.3000096082687378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.31271359920501707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.3263295888900757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.3714303970336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.4422431945800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.7104032039642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.5090528011322022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.6914720058441162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.842899227142334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,1.135311985015869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,1.4866304397583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,2.121187210083008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,2.6782367706298826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,4.023481750488282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,5.181414413452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.1115488052368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.1128000020980835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.11315840482711792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.11326400041580201
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.16695679426193238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.22896320819854737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.23688960075378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.24047679901123048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.24323840141296388
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.24895360469818115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.2556735992431641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.2639103889465332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.2724384069442749
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.28945279121398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.30754880905151366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.32575359344482424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.3712383985519409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.44164481163024905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.5319392204284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.677023983001709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.8402591705322265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,1.1495552062988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,1.474345588684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,2.078835105895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,2.7295040130615233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,4.035763168334961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,1.1596192359924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,5.362591934204102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.10234240293502808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.10431679487228393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.11166399717330933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.1124735951423645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.12220480442047119
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.16577279567718506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.17298239469528198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.17379519939422608
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,1.1518976211547851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.1826815962791443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.18215680122375488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.1954751968383789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.19708160161972046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.2057568073272705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.22200961112976075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.2359935998916626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.2552608013153076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.2984224081039429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.3589695930480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.42446079254150393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.5599167823791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.7050432205200196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,0.9895936012268066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.041062355041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,1.2399807929992677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,1.8258304595947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,2.3780351638793946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,3.435491180419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,4.53441276550293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.13840320110321044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.14112000465393065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.14217599630355834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.14243520498275758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.19455039501190186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.2510080099105835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.25914878845214845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.2619744062423706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.2666304111480713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.270412802696228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.27631359100341796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.2827071905136108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.28843839168548585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.30532801151275635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.3221503973007202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.34214398860931394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.3833184003829956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.4607391834259033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.559225606918335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.7171072006225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.9006784439086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,1.262992000579834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,1.594480037689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,2.3007680892944338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,3.0738880157470705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,4.378604888916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,6.202463912963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.11262400150299072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.11385920047760009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.11381759643554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.1139680027961731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.16489919424057006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.22760961055755616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.23583040237426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.2393631935119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.24434239864349366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.247273588180542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.25666561126708987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.26519360542297366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.27289280891418455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.2896991968154907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.3128191947937012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.3408351898193359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.3779295921325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.4555391788482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.5667136192321778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.7348927974700927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.8843711853027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,1.2140480041503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,1.5883423805236816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,1.512281608581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.10176320075988769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.10336639881134033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,2.2939071655273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.10999679565429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.11092480421066284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.12371200323104858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.1615839958190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,2.9925216674804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.16904319524765016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.17568639516830445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.1798784017562866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.17453759908676147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.1927135944366455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,4.456787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.20069758892059325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.2083199977874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.21879680156707765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.24422080516815187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.26080639362335206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,6.362825775146485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.031414398550987245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.3015392065048218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.03440319895744324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.37159678936004636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.06684799790382386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.08320639729499817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.44672322273254395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.10831359624862671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,1.521833610534668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.5809567928314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.036636799573898315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.13647359609603882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.04145280122756958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.15951679944992064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.06728000044822693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.7466879844665527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.08093439936637878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.1637503981590271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.10279999971389771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.1710271954536438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,1.038316822052002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.1292191982269287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.17524479627609252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.14962559938430786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.1840224027633667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,1.3473695755004882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.15336960554122925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.19395840167999268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.1576416015625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.16197439432144164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.20094718933105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,1.974470329284668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.2207263946533203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.17020479440689087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.2985663890838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.1803455948829651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.30713279247283937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,2.513363265991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.32227840423583987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.18697600364685057
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.3733247756958007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.35329279899597166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.20667519569396972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.26658239364624026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,3.8097824096679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.2753024101257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.3843071937561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.2949215888977051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.4446752071380615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.325433611869812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.5043935775756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.3584127902984619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,5.060166549682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.6680543899536133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.031036800146102904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.4269536018371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.03426559865474701
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.06672000288963317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.5118400096893311
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,0.8314496040344238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.0822272002696991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.10427199602127075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,0.6669663906097412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.1309440016746521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.1025759696960449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.15905920267105103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,0.8093440055847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.16465599536895753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.16978559494018555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.401801586151123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.1079680442810058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.1738144040107727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.18496960401535034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.1962496042251587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,1.972047996520996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,1.3956159591674804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.20228159427642822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.22453761100769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,1.9890687942504883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.2993311882019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,2.558223915100098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.03674240112304687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.309171199798584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.04067519903182983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.06804479956626892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.32549760341644285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.08054080009460449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,2.5821056365966797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.3566112041473389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.10075520277023316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.3888544082641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.125382399559021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.1483680009841919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.4474143981933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.1533951997756958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.5117792129516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.15748480558395386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.1620800018310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.6720640182495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.1723744034767151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.18097599744796752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,0.8316864013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.18873599767684937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.114031982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.20873920917510985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.2693887948989868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.4072416305541993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.278656005859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.2958847999572754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.32754878997802733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,1.9809823989868165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.3658751964569092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.4403999805450439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,2.572431945800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.5089024066925049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.026118400692939758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.027110400795936584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.02717440128326416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,0.6706143856048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.03825600147247314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.047727999091148374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.04861119985580444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,0.8169983863830567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.0509663999080658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.05162879824638367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.05362240076065063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.1165823936462402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.054876798391342164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.057392001152038574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.059920001029968264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.06267840266227723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,1.4053279876708984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.06844159960746765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.07383679747581481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.07998719811439514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,1.9967103958129884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.09141759872436524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.11352640390396118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.13430720567703247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.16773439645767213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.20716800689697265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,2.5984800338745115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.3009248018264771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.029955199360847472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.02837440073490143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.39232640266418456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.030726400017738343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.041545599699020386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.05167999863624573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.5604000091552734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.051913601160049436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.05394880175590515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.7150303840637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.05532159805297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.059571200609207155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.05719040036201477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.0578271865844726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.060153597593307497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.06339840292930603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.06688640117645264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.07080000042915344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,1.3991168022155762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.034307199716567996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.07664960026741027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.03841919898986816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.08202239871025085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.04007039964199066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.040403199195861814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.09202880263328553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.04122560024261475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.11212480068206787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.04313279986381531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.045500800013542175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.13630399703979493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.04608319997787476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.17727359533309936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.0480320006608963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.047932800650596616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.22225599288940429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.05101119875907898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.3212064027786255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.053174400329589845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.055587202310562134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.4205984115600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.026899200677871705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.060476797819137576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.02715519964694977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.027011200785636902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.0670687973499298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.6069056034088135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.03858239948749542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.07252479791641235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.04763199985027313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.04874559938907623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.08391680121421814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,0.7845888137817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.05095679759979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.051641601324081424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.11037440299987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.05391680002212525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.13176640272140502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.05440000295639038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,1.1575936317443847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.05756480097770691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.1700096011161804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.05977920293807983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.06238080263137817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.21055679321289061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,1.5100031852722169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.06856639981269837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.030339199304580688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.07398399710655212
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.3001568078994751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.02847360074520111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.029824000597000123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.08262079954147339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.04141440093517303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.3826495885848999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.05099200010299683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.09667199850082397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.051990401744842527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.558835220336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.05406399965286255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.05507519841194153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.11536959409713746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.05623679757118225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.7223519802093505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.0577888011932373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.13382719755172728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.06020479798316956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.16974079608917236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.06371840238571166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,1.0653087615966796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.06635839939117431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.07071359753608704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.07570559978485107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,1.4493311882019042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.21799039840698242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.03466559946537018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.0815168023109436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.03826879858970642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.03979519903659821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.09101439714431762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.04039359986782074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.11307519674301147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.041536000370979306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.04352000057697296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.13691519498825072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.3152415990829468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.04552960097789764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.1852288007736206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.04613119959831238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.23255999088287355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.04807359874248505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.04812160134315491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.05098239779472351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.3302880048751831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.05297600030899048
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.4062655925750732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.05613759756088257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.06059839725494385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.0675104022026062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.06259840130805969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.07302719950675965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.06270080208778381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.06227200031280518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.08392000198364258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.09357119798660278
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.10940799713134766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.10826879739761353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.11246399879455567
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.13179199695587157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.11557120084762573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.11694079637527466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.17490240335464477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.11983040571212769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.12199360132217407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.43379840850830076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.21814401149749757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.12627840042114258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.1303455948829651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.13647680282592772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.5768223762512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.14445439577102662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.31493439674377444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.15384000539779663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.1630911946296692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.1804095983505249
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.6212384223937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.21891520023345948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.263919997215271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.3753760099411011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.3974047899246216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.48311362266540525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.6731711864471436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.8633664131164551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.578652811050415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.3029343605041503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,1.660892868041992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.7757184028625488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,2.4679616928100585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,3.3903518676757813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.04677439928054809
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.04741120040416717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,0.812384033203125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.04754559993743897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.06889280080795288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.0889855980873108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.08986560106277466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.09194880127906799
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.09374079704284669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.09765440225601196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.10197759866714477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.10620479583740235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.7559232234954834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.11079360246658325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.11832319498062134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.12995840311050416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.1397696018218994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.1500480055809021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.17092159986495972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.21753919124603271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.27231359481811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.3918400049209595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.4900191783905029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.6798175811767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.9189888000488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,1.371776008605957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.0984543800354003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,1.7488576889038085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,2.572643280029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,3.505696105957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.05391039848327637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.056524801254272464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.059910398721694944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.0591264009475708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.06532480120658875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.0671231985092163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.07062079906463622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.07115200161933899
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.0750656008720398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.07647359967231751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.08173120021820068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.08680639863014221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.09307519793510437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.1046336054801941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.11635839939117432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.1284351944923401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.1529088020324707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.20127038955688475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.2504735946655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.35176639556884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.4449471950531006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.6403391838073731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,0.8331071853637695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,1.2228416442871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,1.5651840209960937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,2.329782485961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,1.2165056228637696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,3.040719985961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.06407359838485718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.06394559741020203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.06368319988250733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.09059200286865235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.10931520462036133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.11231679916381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.1158911943435669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.11730560064315795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.12013119459152222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.12265919446945191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.1259999990463257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.1318560004234314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.13643200397491456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.14521600008010865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.15518079996109008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.16556799411773682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.18410240411758422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.22298240661621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.27877440452575686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.3988607883453369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.48630399703979493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.7250847816467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,1.4832639694213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.047356799244880676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.04706239998340607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.04674879908561706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.06453120112419128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.08861119747161865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.09313920140266418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.09058560132980346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.097680002450943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.10018240213394165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,0.9536352157592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.10327039957046509
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.10907520055770874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.11383039951324463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.12043199539184571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.13040640354156494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.1396191954612732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.15139199495315553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.17554240226745604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.22799360752105713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.3856639862060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.28487040996551516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.3975136041641235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.5189599990844727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.7926432132720947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,0.9902815818786621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,1.813644790649414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,1.40830078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,1.110489559173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,1.8419424057006837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,2.804742431640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,2.882636833190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,1.6068735122680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.052249598503112796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.05463359951972961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.058195197582244874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.05748159885406494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.06538879871368408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.06817920207977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.07046719789505004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.07152320146560669
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.07431359887123108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.076009601354599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.08139200210571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.08751360177993775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.09500160217285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.10641920566558838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.11800960302352906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.13007040023803712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.15774400234222413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.2097856044769287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.25809919834136963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.3665055990219116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.47216320037841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.6660575866699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,1.4954912185668945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.02222079932689667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.037596800923347475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.043171200156211856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,0.8778528213500977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.05039680004119873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.0580735981464386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.06915839910507202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.07128319740295411
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.07363200187683105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.07607359886169433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.07819520235061646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.08219199776649475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.12007360458374024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.12352960109710694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.12890880107879638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.1335487961769104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.13916800022125245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.14987200498580933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.17027839422225952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.18780800104141235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,1.2992575645446778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.22337279319763184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.26134719848632815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.347760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,3.7465023040771483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.024879999458789825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.4463168144226074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.030406400561332703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.03956159949302673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.04620479941368103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.6105696201324463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.05185279846191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.06199679970741272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.06308479905128479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.7855103969573974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.07032639980316162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.0695039987564087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.07372159957885742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.1344063758850098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.07651519775390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.10575040578842163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.4876416206359864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.10842560529708863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.11428159475326538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.12030400037765503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,1.6969312667846679
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.126310396194458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.1369312047958374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.15766719579696656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.17866560220718383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.22274880409240722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.2698879957199097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.3730175971984863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.46461119651794436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.6508959770202637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,0.8344608306884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.214249610900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,1.5961376190185548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.022745600342750548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.038796800374984744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.04333760142326355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,3.8608673095703123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.050108802318572995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.02510400116443634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.056828802824020384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.026495999097824095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.0694208025932312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.0398144006729126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.07260800004005433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.043724799156188966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.07459520101547241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.05324800014495849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.07765120267868042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.06437119841575623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.07941759824752807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.06645119786262513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.08372799754142761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.06875519752502442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.12087359428405761
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.07129279971122741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.12424639463424683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.0751583993434906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.129475200176239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.07929919958114624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.13415679931640626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.10468159914016724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.13999680280685425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.10874559879302978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.11418880224227905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.1499071955680847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.11987520456314087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.16965119838714598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.12690240144729614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.18819839954376222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.1373855948448181
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.2242527961730957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.15754239559173583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.26173760890960696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.17920960187911988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.22320001125335692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.348361611366272
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.2712543964385986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.4456672191619873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.3754848003387451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.4661151885986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,2.4652095794677735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.6509632110595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.6125951766967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.7883999824523926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,0.840937614440918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.11291840076446533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.11251519918441773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.1131935954093933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.15010240077972412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.1645792007446289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.1838047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.18559999465942384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.18761919736862182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.19282879829406738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.19307520389556884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.1995200037956238
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.2051935911178589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.21136960983276368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.22418880462646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.23724160194396973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.24751679897308348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.28805758953094485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.38519361019134524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.4687168121337891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.6173855781555175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.7899744033813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.1166367530822754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,1.451475238800049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,2.153228759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,2.8166528701782227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,4.214630508422852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.138319969177246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,5.645507049560547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.09125120043754578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.0907808005809784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.0913919985294342
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.11450560092926025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.1384511947631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.15583360195159912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.16036479473114013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.16307200193405152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.1664736032485962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.16953920125961303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.1782047986984253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.186518394947052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.19189440011978148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.2087775945663452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.22703039646148682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.24217920303344725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.27612159252166746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.3663583993911743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.46103358268737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.6233727931976318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.8135871887207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,1.1247263908386231
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,1.474726390838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,2.2483936309814454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,2.869756889343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,3.3341953277587892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.08271999955177307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,4.151839828491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.08590720295906067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.09461119771003723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.093641597032547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.10158400535583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.12015680074691773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.1245919942855835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,5.604896163940429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.12635840177536012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.11238399744033814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.12972160577774047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.11201599836349488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.11133120059967042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.13112640380859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.15016319751739501
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.1415071964263916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.16103999614715575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.14970879554748534
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.1816864013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.15638400316238404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.18579200506210328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.18927040100097656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.17492159605026245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.19102079868316652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.19714560508728027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.194268798828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.21586880683898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.20010879039764404
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.20548479557037352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.24888319969177247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.21181120872497558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.32622079849243163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.22589120864868165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.3934976100921631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.23887999057769777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.5494431972503662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.2646143913269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.29615039825439454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.6907360076904296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.425219202041626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,0.9956128120422363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.49604477882385256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.215667152404785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,1.2573087692260743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.6907519817352294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,0.8619775772094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,1.857529640197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.2075231552124024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,1.5945311546325684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,2.4443584442138673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,2.402960014343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,3.8782047271728515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,4.896579360961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.09192960262298584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.09099839925765991
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.09232959747314454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.1140064001083374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.13838399648666383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.15632959604263305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.1601088047027588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.1631711959838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.1674399971961975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,3.316883087158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.16954879760742186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.1778175950050354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.18686720132827758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.19393279552459716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.21183040142059326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.229203200340271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,5.589974212646484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.2504192113876343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.29379520416259763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.40718398094177244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.49903359413146975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.6774367809295654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,0.8618751525878906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,1.2103936195373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,1.593337631225586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,7.3796638488769535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.08158720135688782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.08593279719352723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,2.5578784942626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.09367039799690247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.09244160056114196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.10253119468688965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.1194111943244934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.12357120513916016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.1265023946762085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.13106559514999389
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,3.172163200378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.1323904037475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.14257279634475709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.14994239807128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.155840003490448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.1808575987815857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.20278398990631102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.22536640167236327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,4.911206436157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.2576512098312378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.3393376111984253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.4200287818908691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.5730720043182373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.7503039836883545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,1.0725600242614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,1.443014430999756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,1.9875999450683595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,2.688172721862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.4965984344482421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,6.693132781982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,4.068239974975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.029334399104118346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.04818240106105805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.034415999054908754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.061926400661468504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.03702400028705597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.07948480248451233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.06304960250854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.09454079866409301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.0769760012626648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.12030080556869507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.09141759872436524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.12493120431900025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.12886400222778321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.11514240503311157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.13102400302886963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.11855679750442505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.13623039722442626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.12220159769058228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.14661120176315307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.12572480440139772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.15576319694519042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.12924799919128419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.20022399425506593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.13986560106277465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.14797120094299315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.20836799144744872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.17596800327301027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.21540160179138185
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.1836959958076477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.22351040840148925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.1916319966316223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.23734400272369385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.19962559938430785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.2648799896240234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.21544959545135497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.29178240299224856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.25019519329071044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.2786976099014282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.3595263957977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.35424959659576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.439027214050293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.4378047943115234
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.5746560096740723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.5823488235473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,0.7193344116210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.7101056098937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.0056032180786132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,0.9915264129638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,1.2888447761535644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.2687999725341796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,1.8625919342041015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,1.8245759963989259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,2.4386911392211914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,2.3811264038085938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.029583999514579774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.055212801694869994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.06184639930725098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.03432320058345795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.07637119889259339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.056576001644134524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.09140160083770751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.06287680268287658
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.12001919746398926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.07400959730148315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.12444479465484619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.088019198179245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.12946239709854127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.11433919668197631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.13411200046539307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.11756800413131714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.13790719509124755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.1237023949623108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.14924800395965576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.12716799974441528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.15824320316314697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.13132480382919312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.20142719745635987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.1415776014328003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.20902080535888673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.1509503960609436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.17766720056533813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.21652801036834718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,1.6058656692504882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.18521920442581177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.2234816074371338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.19273920059204103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.23794879913330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.1366368055343628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.20115840435028076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.2667743921279907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.20816960334777831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.2166208028793335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.29354560375213623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.24987521171569824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.20901119709014893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.3593440055847168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.20941760540008544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.4410560131072998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.25826239585876465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.2827552080154419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.5829408168792725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.302128005027771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.3684864044189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.7193759918212891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.3497312068939209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.4418655872344971
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.3505183935165405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,0.9916671752929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,0.5766719818115235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.3707456111907959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.3788543939590454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,5.685433578491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.11173440217971801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.3758431911468506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.1627519965171814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.38547840118408205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.1633344054222107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.16325119733810425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.3847807884216309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.2738176345825196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,0.7233024120330811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.20338881015777588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.4112736225128174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.2596384048461914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.4225632190704346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.344320011138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.4367584228515625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.3520031929016113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.4780384063720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.3514111995697021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.006937599182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.5434112071990966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.3582751989364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.6207488059997559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.364300799369812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.7962944030761718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.37614400386810304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,1.8297311782836914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,1.2983807563781737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.3862272024154663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,0.9410335540771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.39762558937072756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,1.2254112243652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.41927361488342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.4355167865753174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,1.5182687759399414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.4697728157043457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.5445568084716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,2.106489562988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.6175295829772949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.7932191848754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,2.7344608306884766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.9270912170410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,1.8672096252441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,1.2448448181152343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,3.9198528289794923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,1.5550751686096191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,2.168351936340332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,2.388115119934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.10216959714889526
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,5.166796875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.15663360357284545
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.13640639781951905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.15769920349121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.20750079154968262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,2.7332927703857424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.15920959711074828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.20855360031127929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.1742591977119446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.20809919834136964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.20274879932403564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.2584736108779907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.24578239917755126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.29919679164886476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,4.011846542358398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.2457119941711426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.34790399074554446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.2543168067932129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.35401599407196044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.25693440437316895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,2.4455072402954103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.35646719932556153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.11242879629135132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.26807680130004885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.36266560554504396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.16310080289840698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.16376639604568483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,5.398969650268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.27248640060424806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.36881279945373535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.1640671968460083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.28262081146240237
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.380128002166748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.202508807182312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.24683198928833008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.3882335901260376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.10135040283203126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.402675199508667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.2974560022354126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.15640640258789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.15885759592056276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.41636481285095217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.3127583980560303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.15876799821853638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.4283455848693848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.3395359992980957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.3292992115020752
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.17486720085144042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.4845088005065918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.34986879825592043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.18510719537734985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.3613951921463013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.5596672058105469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.3566175937652588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.22713279724121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.42690238952636717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.6365824222564698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.2466912031173706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.3540319919586182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.48675198554992677
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.8260704040527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.24663999080657958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.3664992094039917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.620963191986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.2549567937850952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,0.9719072341918945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.3714976072311401
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.7461152076721191
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.26247999668121336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.38788800239562987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,1.3020959854125977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,1.0267840385437013
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.27066240310668943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.40082559585571287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,1.6172992706298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.2736704111099243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,1.3057696342468261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.4214655876159668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.2896928071975708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.4368127822875977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,2.397907257080078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.3106015920639038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,1.800966453552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.4779967784881592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.33503360748291017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.5748320102691651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.36541759967803955
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.6428127765655518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,2.918409538269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,2.365273666381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.43295998573303224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.8154687881469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.5018752098083497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,0.9639488220214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.6414976119995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,3.457414245605469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,4.418534469604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,0.769324779510498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,1.3084351539611816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,1.0776576042175292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,1.6286432266235351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,4.478771209716797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.031200000643730165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,1.3533856391906738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,5.637657546997071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.03436160087585449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.036160001158714296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,2.273846435546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.059977602958679196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.03953279852867127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.08309440016746521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.046393600106239316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,1.9206464767456055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.1156991958618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.08039360046386719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.1492416024208069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.10888639688491822
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,3.0480480194091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.17717440128326417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.14169280529022216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,2.5001792907714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.20970559120178223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.16530879735946655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.2159168004989624
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.18871999979019166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.2220128059387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.19685440063476561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,4.388415908813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,3.6985633850097654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.2008768081665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.2301151990890503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.24020800590515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.2112799882888794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.2178368091583252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.25239999294281007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,5.788806533813476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.23061759471893312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.27010560035705566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,4.845065689086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.03089280128479004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.24511361122131348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.2991103887557983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.03393599987030029
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.06623039841651916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.2763456106185913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.3106879949569702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.08310400247573853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.3017888069152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.3998687982559204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.11238080263137817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.36777920722961427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.1423583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.4312960147857666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.40119361877441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.461897611618042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.4365568161010742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.1694048047065735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.5241504192352295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.5187871932983399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.20560638904571532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.5991968154907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.21308159828186035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,0.786736011505127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.21895360946655273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.5923168182373046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,0.9104127883911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.23020479679107667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,0.7534527778625488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.24007039070129393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.1925567626953124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,0.8897343635559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.25120959281921384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.276147198677063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,1.4875679969787599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,1.1847488403320312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.30157759189605715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.3146368026733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,1.4782431602478028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,2.071820831298828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.4019711971282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.4348576068878174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,2.072060775756836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.46623997688293456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,2.660655975341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.036646398901939395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.04137600064277649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.5363071918487549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.06707199811935424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.08058239817619324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.6201759815216065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,2.667500877380371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.10576640367507935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,0.7918432235717774
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.13581759929656984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.16064640283584594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.053737598657608035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,0.9149215698242188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.18555200099945068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.05413439869880676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.056831997632980344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.19261120557785033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.07665280103683472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.2057791709899903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.07880640029907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.19898879528045654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.08289600014686585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.0830623984336853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.20864639282226563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.08385599851608276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.08505600094795226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,1.4940192222595214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.2253567934036255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.08727359771728516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.09041919708251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.22854719161987305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.09388160109519958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.09651200175285339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.2483583927154541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.0834623336791993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.10166720151901246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.2824512004852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.1099552035331726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.11664639711380005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.30604801177978513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.13062080144882202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.368889594078064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,2.6778560638427735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.16071679592132568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.01,0.03688960075378418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.39975359439849856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.01,0.038217601180076596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.18969919681549072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.01,0.03785600066184998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.4440447807312012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.26555519104003905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.01,0.04911360144615173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.01,0.06272000074386597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.5268064022064209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.3349407911300659
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.01,0.07746239900588989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.01,0.07875840067863464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.01,0.48836798667907716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,0.6063871860504151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.01,0.0818880021572113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.01,0.08182719945907593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.01,0.6218175888061523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.01,0.08262079954147339
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,0.7556672096252441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.01,0.08641600012779235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.01,0.09040960073471069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.01,0.9121024131774902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.01,0.09336000084877014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,0.8986847877502442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.01,0.10059839487075806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.05605120062828064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.01,1.1741472244262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.01,0.11051199436187745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.05509439706802368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,1.1970335960388183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.055340802669525145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.01,0.11654080152511596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.07662720084190369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.01,1.6927200317382813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.07826880216598511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.01,0.13219840526580812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.08354560136795045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,1.4893216133117675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.01,0.1630239963531494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.08489599823951721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.08609920144081115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.01,2.3040960311889647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,32,power_law_1.2,0.03711679875850678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.08692160248756409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,32,power_law_1.2,0.037529599666595456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.01,0.1931615948677063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.08712319731712341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,32,power_law_1.2,0.0376800000667572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.08992000222206116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,2.0813663482666014
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,32,power_law_1.2,0.04989440143108368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.01,0.26114559173583984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.09306560158729553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,32,power_law_1.2,0.06311360001564026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,32,power_law_1.2,0.0778335988521576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.01,0.33993918895721437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.09572479724884034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,32,power_law_1.2,0.07821760177612305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.1027008056640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.01,0.4851263999938965
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,32,power_law_1.2,0.0807424008846283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.1109887957572937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,32,power_law_1.2,0.08223680257797242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,2.677670478820801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,32,power_law_1.2,0.08316159844398499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.01,0.6328256130218506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.11844480037689209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,32,power_law_1.2,0.08692160248756409
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.13164160251617432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,32,power_law_1.2,0.09077759981155395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.01,0.8990431785583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.16296000480651857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,32,power_law_1.2,0.09469119906425476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,32,power_law_1.2,0.1033471941947937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.19514880180358887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.01,1.1717280387878417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,32,power_law_1.2,0.11107840538024902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.2827712059020996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.01,0.019200000166893005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,32,power_law_1.2,0.12078720331192017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.3653343915939331
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.01,0.022316800057888032
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,32,power_law_1.2,0.13517760038375853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.01,0.037852799892425536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.01,1.7076351165771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,32,power_law_1.2,0.5042816162109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,32,power_law_1.2,0.17125439643859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,32,power_law_1.2,0.6731743812561035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,32,power_law_1.2,0.20134079456329346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.01,2.3148256301879884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,32,power_law_1.2,0.2852799892425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,32,power_law_1.2,0.9718688011169434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,32,power_law_1.2,0.368889594078064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,32,power_law_1.2,0.5266208171844482
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.01,0.02383680045604706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.01,0.025481599569320678
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.01,0.05260159969329834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,32,power_law_1.2,0.6857408046722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.01,0.032732799649238586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.01,0.061353600025177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.01,0.08361920118331909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.01,0.08650879859924317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,32,power_law_1.2,1.0061280250549316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.01,0.09102399945259095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,32,power_law_1.2,1.309011173248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.01,0.09490879774093627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.01,0.04660800099372864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.01,0.09767360091209412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,32,power_law_1.2,1.3115615844726562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.01,0.05573440194129944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.01,0.10532159805297851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.01,0.07422720193862915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.01,0.07840319871902465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.01,0.08168960213661194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.01,0.08375999927520753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.01,0.08655359745025634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.01,0.09543359875679017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,32,power_law_1.2,1.9684127807617187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.01,0.09065279960632325
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.01,0.1123039960861206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.01,0.09462720155715942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.01,0.11490559577941895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.01,0.09596800208091735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,32,power_law_1.2,1.988915252685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.01,0.11723519563674926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.01,0.10188479423522949
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.01,0.12442560195922851
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.01,0.11001919507980347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.01,0.1268447995185852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.01,0.11887040138244628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.01,0.13615360260009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.01,0.13958719968795777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.01,0.15230720043182372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.01,0.15949440002441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.01,0.1710592031478882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.01,0.19470720291137694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.01,0.2033440113067627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.01,0.22997760772705078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.01,0.2372351884841919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.01,0.3057919979095459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.01,0.3031775951385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.01,0.3858720064163208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.01,0.37863359451293943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.01,0.5366144180297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.01,0.5338272094726563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.01,0.6865824222564697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.01,0.671343994140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.01,0.98373441696167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.01,0.9649056434631348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.01,1.2835904121398927
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,32,1,power_law_1.2,0.019446399807929993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.01,1.2565919876098632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,32,1,power_law_1.2,0.022937600314617158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,32,1,power_law_1.2,0.023622399568557738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,32,1,power_law_1.2,0.036723199486732486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,32,1,power_law_1.2,0.02841919958591461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,32,1,power_law_1.2,0.05017600059509277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,32,1,power_law_1.2,0.05899519920349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,32,1,power_law_1.2,0.03234559893608093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,32,1,power_law_1.2,0.08297920227050781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,32,1,power_law_1.2,0.044889599084854126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,32,1,power_law_1.2,0.0883072018623352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,32,1,power_law_1.2,0.05350080132484436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,32,1,power_law_1.2,0.08996480107307434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,32,1,power_law_1.2,0.07367680072784424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,32,1,power_law_1.2,0.09470720291137695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,32,1,power_law_1.2,0.07872959971427917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,32,1,power_law_1.2,0.10053119659423829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,32,1,power_law_1.2,0.0802784025669098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,32,1,power_law_1.2,0.10542720556259155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,32,1,power_law_1.2,0.08511040210723878
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,32,1,power_law_1.2,0.1142240047454834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,32,1,power_law_1.2,0.09110720157623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,32,1,power_law_1.2,0.11588159799575806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,32,1,power_law_1.2,0.09556800127029419
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,32,1,power_law_1.2,0.11936000585556031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,32,1,power_law_1.2,0.09287359714508056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,32,1,power_law_1.2,0.1251871943473816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,32,1,power_law_1.2,0.09455999732017517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,32,1,power_law_1.2,0.09968000054359435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,32,power_law_1.2,2.5680543899536135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,32,1,power_law_1.2,0.12998080253601074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.01,0.22355520725250244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,32,1,power_law_1.2,0.10178560018539429
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,32,1,power_law_1.2,0.13694080114364623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,32,1,power_law_1.2,0.1544607996940613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.01,0.22398080825805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,32,1,power_law_1.2,0.10833280086517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,32,1,power_law_1.2,0.17200000286102296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,32,1,power_law_1.2,0.12102080583572387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.01,0.22582719326019288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,32,1,power_law_1.2,0.20554239749908448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,32,1,power_law_1.2,0.14213119745254515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.01,0.22514240741729735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,32,1,power_law_1.2,0.23855359554290773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,32,1,power_law_1.2,0.1604640007019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.01,0.21587519645690917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,32,1,power_law_1.2,0.3049823999404907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,32,1,power_law_1.2,0.1965791940689087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.01,0.4200128078460693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,32,1,power_law_1.2,0.3817471981048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,32,1,power_law_1.2,0.23200318813323975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.01,0.45076799392700195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,32,1,power_law_1.2,0.3077759981155396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,32,1,power_law_1.2,0.5349152088165283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.01,0.449235200881958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,32,1,power_law_1.2,0.38801279067993166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.01,0.4538271903991699
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,32,1,power_law_1.2,0.675324821472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,32,1,power_law_1.2,0.5393663883209229
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.01,0.4663712024688721
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,32,power_law_1.2,2.6806304931640623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.01,0.14549440145492554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.01,0.4882783889770508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.01,0.14659199714660645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.01,0.5087039947509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.01,0.1478335976600647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.01,0.5057536125183105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.01,0.14882880449295044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,32,1,power_law_1.2,0.9707103729248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.01,0.5536128044128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.01,0.17165119647979737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,32,1,power_law_1.2,0.6896543979644776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.01,0.6048511981964111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.01,0.41211838722229005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.01,0.6554815769195557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.01,0.41861758232116697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.01,0.7281407833099365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.01,0.4204736232757568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.01,0.8688703536987304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.01,0.4313727855682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.01,0.4548543930053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.01,1.0360383987426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.01,0.46920318603515626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.01,0.4736639976501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.01,1.3625760078430176
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,32,1,power_law_1.2,0.9907487869262696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.01,0.507747220993042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.01,0.5380352020263672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.01,1.6668703079223632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.01,0.5914720058441162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.01,0.6329631805419922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.01,2.31756477355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.01,0.7067615985870361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.01,0.8686495780944824
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.01,2.9548223495483397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.01,1.034499168395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,32,1,power_law_1.2,1.26562557220459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.01,0.14717119932174683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.01,0.14906879663467407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.01,1.3476799964904784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.01,0.14928640127182008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.01,4.278246307373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.01,0.17161920070648193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.01,1.6728992462158203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.01,0.2268512010574341
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.01,0.27693440914154055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.01,0.2886143922805786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.01,2.337779235839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.01,0.2977407932281494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.01,5.504579162597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.01,0.2989248037338257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,32,1,power_law_1.2,1.293545627593994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,32,power_law_1.2,0.22027840614318847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.01,3.0112607955932615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.01,0.3151423931121826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,32,power_law_1.2,0.21538240909576417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.01,0.3308448076248169
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,32,power_law_1.2,0.21638400554656984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.01,0.34875199794769285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,32,power_law_1.2,0.21907520294189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.01,0.37598400115966796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,32,power_law_1.2,0.18333120346069337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.01,8.174851226806641
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.01,4.237260818481445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.01,0.4066944122314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,32,power_law_1.2,0.41512317657470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.01,0.44982399940490725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,32,power_law_1.2,0.42880959510803224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,32,power_law_1.2,0.4322815895080566
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.01,0.4891647815704346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,32,power_law_1.2,0.45659518241882324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,32,power_law_1.2,0.4629536151885986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.01,0.5612927913665772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.01,5.632908630371094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,32,power_law_1.2,0.47310400009155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.01,0.7143583774566651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,32,power_law_1.2,0.5062784194946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.01,11.311347198486327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,32,power_law_1.2,0.1450111985206604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,32,power_law_1.2,0.5308703899383544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.01,0.8736319541931152
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,32,power_law_1.2,0.1467039942741394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,32,power_law_1.2,0.5872960090637207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,32,power_law_1.2,0.14731839895248414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.01,1.1901023864746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,32,power_law_1.2,0.6263807773590088
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,32,power_law_1.2,0.14754879474639893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.01,8.42918701171875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,32,power_law_1.2,0.16810879707336426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,32,power_law_1.2,0.6684639930725098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.01,1.5003456115722655
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,32,power_law_1.2,0.41221442222595217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,32,power_law_1.2,0.7328159809112549
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,32,power_law_1.2,0.4143871784210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,32,power_law_1.2,0.42200322151184083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,32,power_law_1.2,0.8893759727478028
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.01,2.14418888092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,32,power_law_1.2,0.4300543785095215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,32,power_law_1.2,1.0690496444702149
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,32,power_law_1.2,0.4444511890411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.01,11.004470062255859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.01,2.7538272857666017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,32,power_law_1.2,0.46764159202575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,32,power_law_1.2,1.3946911811828613
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,32,power_law_1.2,0.14781440496444703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,32,power_law_1.2,0.492412805557251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,32,power_law_1.2,0.14942400455474852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,32,power_law_1.2,0.5091360092163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,32,power_law_1.2,1.726860809326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,32,power_law_1.2,0.14950400590896606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.01,4.01033935546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,32,power_law_1.2,0.5602752208709717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,32,power_law_1.2,0.17205120325088502
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,32,power_law_1.2,0.21396160125732422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,32,power_law_1.2,2.413836860656738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,32,power_law_1.2,0.5947231769561767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,32,power_law_1.2,0.2789983987808228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,32,power_law_1.2,0.6398880004882812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,32,power_law_1.2,0.28961920738220215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,32,power_law_1.2,0.29529600143432616
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.01,5.268585586547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,32,power_law_1.2,0.7173344135284424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,32,power_law_1.2,3.168310356140137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,32,power_law_1.2,0.304038405418396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,32,power_law_1.2,0.88571195602417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,32,power_law_1.2,0.3177792072296143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,32,power_law_1.2,0.3337440013885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,32,power_law_1.2,1.0503904342651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,32,power_law_1.2,4.6324512481689455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,32,power_law_1.2,0.3521440029144287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,32,power_law_1.2,1.419977569580078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.01,7.876310729980469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,32,power_law_1.2,0.37416958808898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,32,power_law_1.2,0.41461758613586425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,32,power_law_1.2,1.7736032485961915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,32,power_law_1.2,0.45694718360900877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,32,power_law_1.2,6.448812866210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,32,power_law_1.2,0.49476799964904783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,32,power_law_1.2,2.460262489318848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,32,power_law_1.2,0.5764063835144043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.01,10.305615997314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,32,power_law_1.2,0.7354911804199219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,32,power_law_1.2,3.1507360458374025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.01,0.037484800815582274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,32,power_law_1.2,0.9030655860900879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,32,power_law_1.2,9.525027465820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.01,0.06876479983329772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.01,0.11093440055847167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,32,power_law_1.2,1.224179172515869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,32,power_law_1.2,4.595161437988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,32,power_law_1.2,1.5599200248718261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.01,0.2024928092956543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.01,0.2899679899215698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.01,0.45921921730041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,32,power_law_1.2,6.058073425292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,32,power_law_1.2,2.201625633239746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.01,0.49742717742919923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.01,0.5230368137359619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,32,power_law_1.2,13.281379699707031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.01,0.5343711853027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,32,power_law_1.2,2.9261632919311524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.01,0.5497951984405518
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.01,0.043654400110244754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.01,0.6045536041259766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.01,0.05885120034217835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.01,0.6294879913330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.01,0.10501760244369507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.01,0.6835936069488525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,32,power_law_1.2,4.1786750793457035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.01,0.7780735969543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,32,power_law_1.2,9.270598602294921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.01,0.19278080463409425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.01,0.8678175926208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.01,0.27190399169921875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.01,0.9593088150024414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.01,0.43120322227478025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,32,power_law_1.2,5.531577682495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.01,0.4595680236816406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.01,1.149068832397461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.01,0.47358717918396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.01,0.48772802352905276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.01,0.5051104068756104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.01,0.561568021774292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.01,0.7749504089355469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.01,0.6001471996307373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,32,power_law_1.2,8.288201904296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.01,0.8777952194213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.01,0.646281623840332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.01,0.7460415840148926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.01,1.079471969604492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.01,0.8341440200805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.01,0.9308735847473144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.01,1.2709888458251952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.01,1.112019157409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.01,1.677027130126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.01,2.085238456726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.01,0.7486656188964844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.01,0.8472895622253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.01,2.9031583786010744
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.01,1.058892822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.01,1.2630271911621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.01,3.724729537963867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.01,1.6734336853027343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,32,power_law_1.2,10.993580627441407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.01,2.082700729370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.01,5.414643096923828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.01,2.911520004272461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.01,3.7364479064941407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.01,7.0852607727050785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,32,power_law_1.2,13.017327880859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,32,1,power_law_1.2,0.03758400082588196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,32,1,power_law_1.2,0.03986560106277466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,32,1,power_law_1.2,0.07085440158843995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,32,1,power_law_1.2,0.0714143991470337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,32,1,power_law_1.2,0.10960960388183594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,32,1,power_law_1.2,0.10453120470046998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.01,5.458073425292969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,32,1,power_law_1.2,0.18685120344161987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,32,1,power_law_1.2,0.1773695945739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,32,1,power_law_1.2,0.2622879981994629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,32,1,power_law_1.2,0.2562527894973755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.09986559748649597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,32,1,power_law_1.2,0.4515039920806885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.10073599815368653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,32,1,power_law_1.2,0.4220928192138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,32,1,power_law_1.2,0.4862271785736084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.09909759759902954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,32,1,power_law_1.2,0.45215678215026855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.15245120525360106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,32,1,power_law_1.2,0.514358377456665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,32,1,power_law_1.2,0.4736000061035156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.17984000444412232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,32,1,power_law_1.2,0.5343200206756592
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.24001920223236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.01,7.145712280273438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,32,1,power_law_1.2,0.49628162384033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.08639360070228577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,32,1,power_law_1.2,0.5688159942626954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.24447999000549317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.08626880049705506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,32,1,power_law_1.2,0.5227776050567627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.24858560562133789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,32,1,power_law_1.2,0.6079584121704101
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.08655359745025634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.12411199808120728
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.2511647939682007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,32,1,power_law_1.2,0.5616991996765137
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,32,1,power_law_1.2,0.6516799926757812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.1530303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.25327041149139407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,32,1,power_law_1.2,0.6165503978729248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.2205280065536499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,32,1,power_law_1.2,0.7059135913848877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.2599423885345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.2256864070892334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,32,1,power_law_1.2,0.6731808185577393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.26743359565734864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,32,1,power_law_1.2,0.7971136093139648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.22846078872680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.272108793258667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,32,1,power_law_1.2,0.7692543983459472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.23264000415802003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,32,1,power_law_1.2,0.8948639869689942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.2841376066207886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.23480958938598634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,32,1,power_law_1.2,0.8630847930908203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.29807999134063723
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.24337599277496338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,32,1,power_law_1.2,0.9925567626953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.3095263957977295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.2521536111831665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,32,1,power_law_1.2,0.9512543678283691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,32,1,power_law_1.2,1.1750528335571289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.33559360504150393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.2575808048248291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,32,1,power_law_1.2,1.1361984252929687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.39316160678863527
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.2728480100631714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.2888607978820801
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.4595647811889648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.30522880554199217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.6084352016448975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.34155199527740476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.761897611618042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,32,1,power_law_1.2,0.7921440124511718
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.4079296112060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,32,1,power_law_1.2,0.7703743934631347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.0477984428405762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.4718592166900635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,32,1,power_law_1.2,0.893222427368164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,32,1,power_law_1.2,0.8677887916564941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.618339204788208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.350595188140869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,32,1,power_law_1.2,1.0983967781066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.7800352096557617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,32,1,power_law_1.2,1.0849472045898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,1.9245887756347657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,1.0641568183898926
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,32,1,power_law_1.2,1.2956768035888673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,32,1,power_law_1.2,1.2787103652954102
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,1.3598591804504394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,2.460704040527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,32,1,power_law_1.2,1.7010976791381835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,32,1,power_law_1.2,1.6890335083007812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,1.984809684753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,3.6210048675537108
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,32,1,power_law_1.2,2.1120159149169924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,32,1,power_law_1.2,2.1048511505126952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,2.602035140991211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,4.831280136108399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.0796832025051117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.08416320085525512
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.09205120205879211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,32,1,power_law_1.2,2.926179122924805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,32,1,power_law_1.2,2.9263872146606444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,3.7531070709228516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.09318400025367737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.10422719717025757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.1413375973701477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.14828480482101442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.14967039823532105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,32,1,power_law_1.2,3.7485313415527344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,5.0326591491699215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,32,1,power_law_1.2,3.758448028564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.10145280361175538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.1544160008430481
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.10451840162277222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.1571231961250305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.10153599977493286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.1516991972923279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.16305279731750488
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.17914559841156005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.17074559926986693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.23906879425048827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.17719039916992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.24504320621490477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,32,1,power_law_1.2,5.473539352416992
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,32,1,power_law_1.2,5.479513549804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.24647679328918456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.19205440282821656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.2519295930862427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.20560638904571532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.25344319343566896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.23179841041564941
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.2623071908950806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.2679392099380493
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.267411208152771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.32546560764312743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.2718559980392456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.39227519035339353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.2856607913970947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,32,1,power_law_1.2,7.185906982421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.29731199741363523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.5176544189453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.3100895881652832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.0851967990398407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,32,1,power_law_1.2,7.137088012695313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.08538560271263122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.33625919818878175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.6447231769561768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.086735999584198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.08208640217781067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.12222399711608886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.40511040687561034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.08544319868087769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.9089920043945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.15374399423599244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.09276800155639649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.4779263973236084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.0911903977394104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.2207103967666626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,1.158675193786621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.22648320198059083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.10400320291519165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.6586656093597412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.2283423900604248
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.13904960155487062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.8277824401855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.23232319355010986
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.1465664029121399
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,1.7024160385131837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.2352544069290161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.1483232021331787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.0957152366638183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.24313600063323976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.15410879850387574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.15669440031051635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.252348804473877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,1.4416128158569337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,2.211939239501953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.16516799926757814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.2584736108779907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.17187520265579223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.2735647916793823
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,2.0512895584106445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.17872639894485473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,3.2360065460205076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.292960000038147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.19175360202789307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.30983359813690187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.21368000507354737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,2.8197248458862303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.343667197227478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.23188478946685792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,4.362051010131836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.420579195022583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.024854399263858795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.2693727970123291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.024636800587177276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.4961215972900391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.03574720025062561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.3375040054321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.037673598527908324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,4.184118270874023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.6649888038635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.04769279956817627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.04807359874248505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.39923839569091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.05030400156974792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.8276960372924804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.05118719935417175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.5492544174194336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.05322239995002746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,1.1725343704223632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.053964799642562865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.672815990447998
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,5.559913635253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.05716480016708374
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.026771199703216553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.058950400352478026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.029091200232505797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,1.4931136131286622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,0.9684096336364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.06210880279541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.03797760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.04102399945259094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.06803200244903565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.05069440007209778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.07298240065574646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.05127999782562256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,2.1638559341430663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.05367680191993714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.07922559976577759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,1.242512035369873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.0542527973651886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.056739199161529544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.08997759819030762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.05756160020828247
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,3.0181888580322265
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.11018559932708741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.06128000020980835
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,1.83702392578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.1308608055114746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.06416320204734802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.06686080098152161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.16700799465179444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.07198079824447631
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.20234880447387696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,2.3920799255371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.07775999903678894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,4.464892959594726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.28879680633544924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.08454399704933166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.0946943998336792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.3681823968887329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.11711360216140747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,3.7172672271728517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.5373856067657471
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.1408352017402649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.18142080307006836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.7033696174621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.2214303970336914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,4.805833435058593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.022976016998291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.3227839946746826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.0358240008354187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.03760640025138855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.039139199256896975
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.4148543834686279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.03856639862060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,1.3515135765075683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.024806399643421174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.04151679873466492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,0.5820288181304931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.024502399563789367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.042447999119758606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.03580799996852875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.043772798776626584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.03755199909210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.04709759950637817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.044531199336051944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,0.769868803024292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.04791040122509003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.04672960042953491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.05021119713783264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.04690879881381989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.05121600031852722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,5.676911926269531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.04928320050239563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.028591999411582948
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,1.1084608078002929
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.05333439707756042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.05251200199127197
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.026767998933792114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.05389760136604309
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.03709439933300018
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.05515199899673462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.057043200731277464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.040956801176071166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.06040319800376892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.05908160209655762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.05030080080032349
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,1.4484640121459962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.062480002641677856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.05099200010299683
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.03502399921417236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.06618559956550599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.037859201431274414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.06695039868354798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.053299200534820554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.03807039856910706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.07180479764938355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.05444480180740356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.07304959893226623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.03934400081634522
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.055587202310562134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.0414463996887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.08177599906921387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.07986239790916443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.05717440247535706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.04194239974021911
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.10530879497528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.0897055983543396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.05946559906005859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.04329279959201813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.06294080018997192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.04422079920768738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.12799999713897706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.11196160316467285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.06592640280723572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.04624319970607758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.16491199731826783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.13213440179824829
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.07055360078811646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.047804799675941465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.050102400779724124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.20446081161499025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.07571200132369996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.05213760137557984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.17005120515823363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.08268160223960877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.29055678844451904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.05489280223846436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.06085759997367859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.0902944028377533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.3703775882720947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.2125312089920044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.06640959978103637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.11190400123596192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.07099519968032837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.30902719497680664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.5483136177062988
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.1366528034210205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.0831488013267517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.18122559785842896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.3968928098678589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.712233591079712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.1061568021774292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.22712318897247313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.1294111967086792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.32583041191101075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,1.0203583717346192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.17033599615097045
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.2106719970703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,1.365839958190918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.42255358695983886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.5687104225158691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.03698880076408386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.037084800004959104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.06364799737930298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.3012063980102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.07311679720878601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.09398720264434815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.0933471977710724
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.10003520250320434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.09284480214118958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.10884480476379395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.3868799924850464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.11233600378036498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.11717439889907837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.11993279457092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.12685120105743408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.13762880563735963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.14736319780349733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.15664639472961425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.17422399520874024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.209116792678833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.24825921058654785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.34444799423217776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.4310143947601318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,0.6016672134399415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.6473440170288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.8306655883789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.7527935981750489
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.221292781829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.5850367546081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,1.0799455642700195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.3965248107910155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.5642367839813233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,0.7861023902893066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,3.0848127365112306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.03603520095348358
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.0390720009803772
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.05538560152053833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.06341760158538819
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.08249599933624267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.08403840065002441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.08692479729652405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.08833919763565064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.09097279906272888
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.09330880045890808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.09782080054283142
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.10299520492553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,1.1836223602294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.10824320316314698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.11907520294189453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.12929919958114625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.14097919464111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.16306560039520263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.20736320018768312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.2541088104248047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.3655231952667236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.461513614654541
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.6639328002929688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.8558752059936523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,1.2568479537963868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,1.6545759201049806
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,2.4388832092285155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.7407711982727051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,3.2651649475097657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.050835198163986205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.05257920026779175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.05527999997138977
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.05609920024871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.061363202333450315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.06285439729690552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.06542400121688843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.06656000018119812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.07037439942359924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.07112640142440796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.0748799979686737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.07983999848365783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.08531839847564697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.0958624005317688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.1081503987312317
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.11849919557571412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.14013760089874266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.18702399730682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.23651840686798095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.33453121185302737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.4264768123626709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.6116703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.7850048065185546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,1.1500415802001953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,1.498089599609375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,1.469155216217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.03605439960956573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,2.2337984085083007
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.036320000886917114
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.05818880200386047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.07319039702415467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.09125440120697022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.09090240001678467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.10221120119094848
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,2.9324960708618164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.10370240211486817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.03576639890670776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.10709439516067505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.03840959966182709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.05482879877090454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.1054751992225647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.06256960034370422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.1130336046218872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.08217920064926147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.1190335988998413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.08377599716186523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.12469439506530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.08686720132827759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.13681600093841553
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.0883679986000061
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.14659839868545532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.09101439714431762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.09332799911499023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.1563680052757263
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.09788479804992675
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.17395520210266113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.10318399667739868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.21314239501953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.10905599594116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.11946239471435546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.25451838970184326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.13086400032043458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.37470080852508547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.14013760089874266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.49966721534729003
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.16400320529937745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.210915207862854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.6888256072998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.2659296035766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.37553279399871825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.4943264007568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.7053567886352539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,0.8815008163452148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,0.9284832000732421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.3474016189575195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,1.367471981048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,1.5564255714416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,1.0845952033996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.05036479830741882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.05137280225753784
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.05312640070915222
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.054211199283599854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.0612064003944397
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.0618399977684021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.06494399905204773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.06760960221290588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.06747840046882629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.07146239876747132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.07526400089263915
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.07967360019683838
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,1.7734336853027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.08678399920463561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.09771519899368286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.10704959630966186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.1191167950630188
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.1458464026451111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.19518400430679322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.24836480617523193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.3522720098495483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.45311999320983887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.6361567974090576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.8356608390808106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,1.2256735801696776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,1.8486080169677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,1.6126911163330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,2.5810047149658204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,1.4329279899597167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,2.729817581176758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.11858559846878051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.11967359781265259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.11948479413986206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.16193599700927735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.1886847972869873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.24616639614105223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.3182751893997192
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.32242560386657715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.32582080364227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.32943999767303467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.33708479404449465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.3448767900466919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.3509471893310547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.36528639793395995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.37936959266662595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.3914815902709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.42225918769836424
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.48430399894714354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.5543488025665283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.6972095966339111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.8510623931884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.12192964553833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.3931903839111328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,1.9552223205566406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,2.509283256530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,3.613420867919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,4.704761505126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.09897279739379883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.09910079836845398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.09884480237960816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,2.4018623352050783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.12886719703674315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.1583135962486267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.22401280403137208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.31845760345458984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.32227520942687987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.3265791893005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.33034238815307615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,3.550099182128906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.09396160244941712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.34003520011901855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.09593600034713745
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.3463360071182251
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.10042239427566528
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.10046720504760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.35295040607452394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.11438720226287842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.37073919773101804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.15083199739456177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.3854720115661621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.2000607967376709
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.40029120445251465
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.20933120250701903
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.43355841636657716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.21386239528656006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.5008319854736328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.21561920642852783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.568012809753418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.22208640575408936
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.7074016094207763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.2291327953338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.23566720485687256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.8500032424926758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.25214719772338867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,1.1338047981262207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.2657311916351318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.27964799404144286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,1.4211008071899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.3130079984664917
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.3761888027191162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,1.9704639434814453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.4476448059082031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.5625279903411865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,2.6135168075561523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.6983424186706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.953651237487793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,3.714543914794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,1.2076895713806153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,1.7248767852783202
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,4.880665588378906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.11981760263442993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.12048640251159667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,2.2288639068603517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.12079999446868897
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.1627071976661682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.18926399946212769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.2453984022140503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,3.205382537841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.3177088022232056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.32322239875793457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.32698559761047363
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.3281696081161499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,4.319929504394532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.33756160736083984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.09705280065536499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.09773120284080505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.3437855958938599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.09737600088119507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.12848320007324218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.350547194480896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.15688320398330688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.3635807991027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.22410240173339843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.3794624090194702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.31981120109558103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.39212799072265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.3234816074371338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.42609281539916993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.3291743993759155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.49120321273803713
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.33092479705810546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.5810912132263184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,3.6175006866455077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.33967039585113523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.09440960288047791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.7261023998260498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.0953984022140503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.347491192817688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.10075520277023316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.8860383987426758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.3552160024642944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.10089279413223266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.1572383880615233
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.11568000316619872
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.14929920434951782
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.3695296049118042
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.4680992126464845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.19954559803009034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.38774399757385253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.20664639472961427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.40266880989074705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.2101759910583496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.0563167572021483
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.4374176025390625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.21007039546966552
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.5091872215270996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.22117118835449218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,2.732451248168945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.5784736156463623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.22998399734497071
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,3.165542411804199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.731987190246582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.2353440046310425
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.03265919983386993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.031481599807739256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.9085568428039551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,3.891401672363281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.2518143892288208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,1.201683235168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.26836481094360354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.05335999727249145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.0528223991394043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.2824320077896118
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.05918400287628174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,1.501859188079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.07343999743461609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.0743552029132843
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.31884160041809084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,5.1965888977050785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.01,0.03387520015239716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.0765824019908905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.01,0.0338591992855072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.07773439884185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.3839967966079712
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,2.1141120910644533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.07860479950904846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.4558688163757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.08248639702796937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.08577920198440551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.088128000497818
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.5776000022888184
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.01,0.04755840003490448
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.09626880288124084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,2.810937690734863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.01,0.04885759949684143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.7193568229675293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.10465600490570068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.01,0.06284160017967225
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.01,0.07671040296554565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.1125216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.01,0.07706559896469116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,0.9888895988464356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.01,0.07954879999160766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.12667200565338135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.01,0.08111039996147155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,4.0257568359375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.15603519678115846
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.01,0.08174719810485839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,1.2559840202331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.01,0.08539199829101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.18379839658737182
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.01,0.08956800103187561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.24361600875854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.01,0.09237120151519776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,1.808687973022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.01,0.10041279792785644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.3074527978897095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,5.479212951660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.01,0.10763520002365112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.01,0.45764799118041993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.03213120102882385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.033529600501060484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.01,0.11535040140151978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,2.3867776870727537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.01,0.5898367881774902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.01,0.1298815965652466
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.01,0.8935647964477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.01,0.16165759563446044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.05193600058555603
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.0515392005443573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.01,0.19129279851913453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.05882560014724732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.01,1.1534655570983887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,3.470006561279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.07360640168190002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.01,0.2613215923309326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.07463039755821228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.01,0.33146560192108154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.07666879892349243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.01,1.6695167541503906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.08166720271110535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.01,0.4894144058227539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.07877119779586791
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.08237760066986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.01,0.6156576156616211
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.08573439717292786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,4.678611373901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.01,2.2642784118652344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.0887391984462738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,64,power_law_1.2,0.03351680040359497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.11732159852981568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,64,power_law_1.2,0.034995201230049136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.09656640291213989
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.01,0.9019712448120117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.11803840398788452
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.10367039442062378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.1123744010925293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.01,1.1623904228210449
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.1266271948814392
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.11785600185394288
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.15714240074157715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,64,power_law_1.2,0.04822719991207123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.11843839883804322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.01,1.7300256729125976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,64,power_law_1.2,0.04812479913234711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.1875872015953064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,64,power_law_1.2,0.062300801277160645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.01,0.2573568105697632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.26309120655059814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,64,power_law_1.2,0.07611520290374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,64,power_law_1.2,0.07733439803123474
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.33523519039154054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.01,0.3619679927825928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.01,2.2840927124023436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,64,power_law_1.2,0.07958080172538758
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.01,0.3691711902618408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,64,power_law_1.2,0.08093760013580323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.01,0.0925279974937439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,64,power_law_1.2,0.4959424018859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,64,power_law_1.2,0.0818560004234314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.01,0.37736001014709475
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.01,0.09322239756584168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,64,power_law_1.2,0.08550080060958862
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,64,power_law_1.2,0.6448383808135987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,64,power_law_1.2,0.08877440094947815
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.01,0.09356160163879394
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.01,0.38438079357147215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,64,power_law_1.2,0.09200000166893005
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.01,0.09705600142478943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.01,0.3909055948257446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,64,power_law_1.2,0.09923840165138245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,64,power_law_1.2,0.10648319721221924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.01,0.25846400260925295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.01,0.4063136100769043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,64,power_law_1.2,0.11398719549179077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,64,power_law_1.2,0.9477888107299804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.01,0.36250240802764894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.01,0.4208831787109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,64,power_law_1.2,0.12761919498443602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.01,0.37085440158843996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.01,0.4416800022125244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,64,power_law_1.2,0.1598047971725464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,64,power_law_1.2,1.2671711921691895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.01,0.377728009223938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.01,0.4714144229888916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,64,power_law_1.2,0.19127039909362792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.01,0.3858943939208984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,64,power_law_1.2,0.2629184007644653
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.01,0.5035871982574462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.01,0.3943295955657959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.01,0.5411359786987304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.01,0.4090112209320068
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,64,power_law_1.2,0.3392159938812256
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.01,0.6180448055267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.01,0.4258431911468506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,64,power_law_1.2,0.4913919925689697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.01,0.444704008102417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.01,0.7920447826385498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,64,power_law_1.2,0.6383168220520019
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.01,0.4769536018371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.01,0.9519743919372559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.01,0.5181824207305908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.01,0.5594207763671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.01,1.2299839973449707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.01,0.6371615886688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,64,power_law_1.2,1.8659711837768556
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,64,power_law_1.2,0.9665247917175293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.01,0.8016703605651856
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.01,1.5359519958496093
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.01,0.9504960060119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.01,2.1086847305297853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.01,1.2449088096618652
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.01,2.6940799713134767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.01,1.5610464096069336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,64,power_law_1.2,1.2351231575012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.01,2.1686559677124024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.01,3.919535827636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,64,power_law_1.2,2.664195251464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.01,0.09960640072822571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.01,0.1025439977645874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.01,2.7540704727172853
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.01,0.10343359708786011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.01,0.12438720464706421
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.01,5.167340850830078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.01,0.1778272032737732
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.01,3.978566360473633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,64,power_law_1.2,1.8890079498291015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.01,0.2383296012878418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.01,0.24498560428619384
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.01,0.2515615940093994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.01,0.26158719062805175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.01,7.629833221435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.01,0.2698879957199097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.01,5.206694412231445
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.01,0.28875839710235596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.01,0.3056895971298218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.01,0.324947190284729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.01,0.36048638820648193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,64,power_law_1.2,2.464512062072754
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.01,0.39360320568084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.11730879545211792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.01,7.719363403320313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.01,0.43831682205200195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.01,10.542822265625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.11765120029449463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.01,0.5109407901763916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.11855039596557618
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.01,0.6594719886779785
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.11543359756469726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,64,power_law_1.2,0.09224640130996704
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,64,power_law_1.2,0.0923583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.25570878982543943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.01,0.807040023803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,64,power_law_1.2,0.09266240000724793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,64,power_law_1.2,0.3618495941162109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,64,power_law_1.2,0.09791679978370667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.01,1.1103520393371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,64,power_law_1.2,0.3682368040084839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,64,power_law_1.2,0.37656641006469727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,64,power_law_1.2,0.25910398960113523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.01,10.13986587524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,64,power_law_1.2,0.3623840093612671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,64,power_law_1.2,0.383020806312561
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.01,1.402723217010498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,64,power_law_1.2,0.3713632106781006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,64,power_law_1.2,0.3908767938613892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,64,power_law_1.2,0.37976000308990476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,64,power_law_1.2,0.40575361251831055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.01,1.9869855880737304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,64,power_law_1.2,0.3879584074020386
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,64,power_law_1.2,0.4217184066772461
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,64,power_law_1.2,0.39502720832824706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,64,power_law_1.2,0.44179201126098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,64,power_law_1.2,0.0993120014667511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,64,power_law_1.2,0.4120319843292236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,64,power_law_1.2,0.10252799987792968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,64,power_law_1.2,0.474729585647583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.01,2.5647775650024416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,64,power_law_1.2,0.42748799324035647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,64,power_law_1.2,0.10355199575424194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,64,power_law_1.2,0.5113215923309327
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,64,power_law_1.2,0.4480607986450195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,64,power_law_1.2,0.12449920177459717
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,64,power_law_1.2,0.5510655879974365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,64,power_law_1.2,0.4893343925476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,64,power_law_1.2,0.1757599949836731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.01,3.7803390502929686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,64,power_law_1.2,0.23425920009613038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,64,power_law_1.2,0.5266047954559326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,64,power_law_1.2,0.6246079921722412
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,64,power_law_1.2,0.242956805229187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,64,power_law_1.2,0.5696576118469239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,64,power_law_1.2,0.8148544311523438
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,64,power_law_1.2,0.2513344049453735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,64,power_law_1.2,0.6527167797088623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,64,power_law_1.2,0.2625920057296753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,64,power_law_1.2,0.9549728393554687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.01,5.057283020019531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,64,power_law_1.2,0.2717375993728638
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,64,power_law_1.2,0.8213055610656739
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,64,power_law_1.2,1.2722111701965333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,64,power_law_1.2,0.2940128087997437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,64,power_law_1.2,0.967743968963623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,64,power_law_1.2,0.30447680950164796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,64,power_law_1.2,1.5835007667541503
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,64,power_law_1.2,1.3230879783630372
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,64,power_law_1.2,0.32535040378570557
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.01,7.311289978027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,64,power_law_1.2,2.247203254699707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,64,power_law_1.2,0.365065598487854
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,64,power_law_1.2,1.6174463272094726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,64,power_law_1.2,0.4178016185760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,64,power_law_1.2,0.44173440933227537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,64,power_law_1.2,2.872115135192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,64,power_law_1.2,2.279916763305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,64,power_law_1.2,0.5164991855621338
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.01,9.71967010498047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,64,power_law_1.2,0.6701024055480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.08288639783859253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,64,power_law_1.2,2.9054847717285157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.08371520042419434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,64,power_law_1.2,4.272256088256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.14171839952468873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,64,power_law_1.2,0.8292192459106446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.1438976049423218
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.17486079931259155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,64,power_law_1.2,1.1426207542419433
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.2361407995223999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,64,power_law_1.2,4.173606491088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.24179201126098632
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,64,power_law_1.2,5.826377487182617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.25471038818359376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,64,power_law_1.2,1.447721576690674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.24700798988342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.24992001056671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.2567519903182983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,64,power_law_1.2,2.0651103973388674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,64,power_law_1.2,5.581260681152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.26496319770812987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.2684288024902344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,64,power_law_1.2,9.047539520263673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,64,power_law_1.2,2.6985727310180665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.2815295934677124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.2941375970840454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.30567359924316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.33080639839172366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,64,power_law_1.2,3.929148864746094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.38418240547180177
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.44406399726867674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,64,power_law_1.2,8.738985443115235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.56212477684021
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.705292797088623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,64,power_law_1.2,5.2551616668701175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.9981599807739258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.2511263847351075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,1.8260480880737304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,64,power_law_1.2,11.785443115234376
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.05077120065689087
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.051209598779678345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,2.32260799407959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.09698240160942077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.11448960304260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.14294079542160035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,64,power_law_1.2,11.995689392089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.21644799709320067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.07464960217475891
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,3.4031967163085937
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.22087039947509765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.07585600018501282
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.22315518856048583
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.08311359882354737
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.08108800053596496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.22673919200897216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.09744319915771485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.22948160171508789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.238921594619751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.1280351996421814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,4.5458625793457035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.08338559865951538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.24672958850860596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.13326719999313355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.08366720080375671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.13615360260009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.25362560749053953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.14138879776000976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,64,power_law_1.2,7.746578979492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.14114240407943726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.14344639778137208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.2684992074966431
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.14380799531936644
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.1741312026977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.28397440910339355
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.15199040174484252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.23624000549316407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.29855999946594236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.1587455987930298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.24068799018859863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.33114559650421144
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.16535680294036864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.24353599548339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.24728000164031982
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.40141758918762205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.17848639488220214
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.24894399642944337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.46017279624938967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.19442880153656006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.2569535970687866
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.6024543762207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.21017279624938964
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.26415040493011477
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.7497024059295654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.2688416004180908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.2809983968734741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.24321599006652833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,1.034601593017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.29543681144714357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.3107583999633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,1.3063615798950194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.3063519954681396
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.3708832025527954
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,64,power_law_1.2,10.618402862548828
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.3323456048965454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.07550079822540283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.4991903781890869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.07604479789733887
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.38718080520629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,1.8839231491088868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.10790719985961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.6246240139007568
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.11360960006713867
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.45137920379638674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.14620800018310548
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.21599359512329103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.8723423957824707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.6043360233306885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,2.456345558166504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.2219935894012451
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.7592480182647705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,1.1193856239318847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.2234623908996582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.2279423952102661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,3.593190383911133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.23067839145660402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,1.636073684692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.2390144109725952
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.0506464004516602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.24700798988342285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.3953760147094727
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.2522752046585083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,2.1396703720092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,4.73858871459961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.26796159744262693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.07355520129203796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.07403200268745422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.28378560543060305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.07874240279197693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.072643280029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.07873280048370361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.3000447988510132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,3.133286476135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.09538559913635254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.33126718997955323
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.128220796585083
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,2.6200992584228517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.13334720134735106
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.39933440685272215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.13725440502166747
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,4.206358337402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.47411198616027833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.14080959558486938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.0243136003613472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.1435647964477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.03532159924507141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.6097824096679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.1518720030784607
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,4.038463973999024
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.03495680093765259
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.03827199935913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.7727519989013671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.04703679978847504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.16019200086593627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.048127999901771544
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.16516480445861817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.05016639828681946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,1.0812319755554198
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.050511997938156125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.17848960161209107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.05303679704666138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,5.365094375610352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.05356799960136414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.1999519944190979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.025753599405288697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,1.3828895568847657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.056729602813720706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.03730559945106506
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.21398720741271973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.05972800254821777
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.037427198886871335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.04063040018081665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.06230400204658508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.24667201042175294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.05038400292396546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.06759359836578369
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,2.0271072387695312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.05095360279083252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.31538560390472414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.07258560061454773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.05316799879074097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.05416319966316223
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.07833920121192932
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.38675200939178467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.05480639934539795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.056707197427749635
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,2.715990447998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.5285280227661133
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.058790397644042966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.08880959749221802
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.06217920184135437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.6521664142608643
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.06458560228347779
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.10857919454574586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.06926400065422059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.9242400169372559
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.12687679529190063
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.07446399927139283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.16742080450057983
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,3.9925121307373046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.07991359829902649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,1.1894847869873046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.19892799854278564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.08915839791297912
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.28114240169525145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.10687359571456909
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,1.746575927734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.1269695997238159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.3593983888626099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,5.544121551513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.1715167999267578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.0351936012506485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.0361407995223999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.5242303848266602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,2.3243520736694334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.21264960765838622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.037231999635696414
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.038064000010490415
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.04052160084247589
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.30122559070587157
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.040863999724388124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.6824031829833984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.04294399917125702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.3933216094970703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,3.4709697723388673
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.0432671993970871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.04522559940814972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,0.9945695877075196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,0.56430082321167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.04562880098819733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.04873600006103516
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.051183998584747314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,1.3182080268859864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,0.7408864021301269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,4.580454254150391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.05303360223770141
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.025209599733352663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.05940480232238769
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.036211198568344115
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.02489600032567978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.03651840090751648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.06389120221138
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,1.0766528129577637
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.04076479971408844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.035622400045394895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.050121599435806276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.03481920063495636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.0702239990234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.050697600841522215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.03835200071334839
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.0531328022480011
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.07978559732437134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.04739519953727722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,1.444876766204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.05443519949913025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.0477728009223938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.10088000297546387
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.05601919889450073
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.050006401538848874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.05698239803314209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.050860798358917235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.12387839555740357
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.060464000701904295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.052937597036361694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.0629696011543274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.16136319637298585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.053852802515029906
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.06655359864234925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.056867200136184695
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.1968127965927124
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.07119359970092773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.05906559824943543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.06217920184135437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.07841280102729797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.2860480070114136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.06726400256156921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.08466560244560242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.07276800274848938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.36389119625091554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.09404159784317016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.07840960025787354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.11614079475402832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.5257247924804688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.08936960101127625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.1403488039970398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.10792000293731689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.684332799911499
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.13184959888458253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.18420159816741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.16946879625320435
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.22456960678100585
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,1.0036895751953125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.2046880006790161
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.3245568037033081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.2964672088623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,1.325977611541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.03230080008506775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.055580800771713255
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.05463359951972961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.06041920185089111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.078847998380661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.08119360208511353
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.08318719863891602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.08515200018882751
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.42007999420166015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.0876800000667572
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.08912960290908814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.38928000926971434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.09379519820213318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.09765440225601196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.10789439678192139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.11537920236587525
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.1328544020652771
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.13944640159606933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.16510080099105834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.20213119983673095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.5584991931915283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.24029440879821778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.3319648027420044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.4208992004394531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.6077888011932373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,0.6104767799377442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.799955177307129
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,1.1439295768737794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.5112671852111816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,0.7899199962615967
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,2.280460739135742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,2.98602237701416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.03687039911746979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.053904002904891966
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.05266879796981812
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.06178879737854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.0812991976737976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.08303999900817871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.08572800159454345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.08772159814834594
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.09022079706192017
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.09191039800643921
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.7264575958251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.09677119851112366
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.10160640478134156
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.10706559419631959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.11691520214080811
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.12609280347824098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.034585601091384886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.03587839901447296
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.1363360047340393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.03687039911746979
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.03681280016899109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.15837119817733764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.04319359958171844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.19891200065612794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.04097599983215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.042147201299667356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.24065918922424318
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.04306240081787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.0448063999414444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.32988801002502444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.04582079946994781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.428707218170166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.04896639883518219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.051052802801132204
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.6176415920257569
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.053465598821640016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.058575999736785886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.7982272148132324
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.06387519836425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,1.0750176429748535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.07051519751548767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,1.1892512321472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.08018239736557006
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.10225919485092164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,1.5641887664794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.12404799461364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.16912319660186767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,2.3020639419555664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.2065567970275879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,3.131161689758301
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.050457602739334105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.04981440007686615
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.05495039820671081
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.053801602125167845
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.06085759997367859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.0610368013381958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.0643775999546051
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.06534399986267089
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.2963007926940918
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.06837440133094788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.06956480145454406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.38150079250335694
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.07276800274848938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.07904639840126038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.08327360153198242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.09306880235671997
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.10291520357131959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.11469119787216187
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.13477439880371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.1793056011199951
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.22629759311676026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.32388479709625245
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.4126336097717285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.5879104137420654
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.7625631809234619
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,1.0993599891662598
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.5603328227996827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,1.4654399871826171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,2.1424640655517577
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,2.8485631942749023
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.03198719918727875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.0536191999912262
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.05437759757041931
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.061312001943588254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.0788640022277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.08104640245437622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.0831488013267517
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.08432959914207458
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.08750720024108886
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.0889024019241333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.09287999868392945
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.09881600141525268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.10973440408706665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.11512000560760498
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.13608319759368898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.14125440120697022
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.16716480255126953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.20395200252532958
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.24840319156646729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.3537791967391968
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.46088318824768065
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,1.1632479667663573
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.6742432117462158
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.729414415359497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.8652159690856933
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.2697600364685058
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,1.0645440101623536
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,1.7086912155151368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.4264448165893555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.0350816011428833
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.052960002422332765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.055036801099777224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.06228160262107849
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.08182079792022705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.08317440152168273
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.08628479838371277
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.08808000087738037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.09077119827270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.09278079867362976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.09760640263557434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.10315840244293213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.10881279706954956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.11847039461135864
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.12877440452575684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.13915519714355468
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.162608003616333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.20848000049591064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.2606208086013794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.37655999660491946
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.4975776195526123
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.7021984100341797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,0.9174336433410645
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,1.528825569152832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.04819520115852356
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.049193599820137025
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,1.3410816192626953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.05343040227890015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.05081279873847962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.0602944016456604
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.06097279787063599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.06394879817962647
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.06374080181121826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.06746879816055298
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,2.54421443939209
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.06952959895133973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.07234240174293519
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.07892799973487855
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.0846176028251648
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.09400960206985473
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.10669440031051636
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.11617599725723267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.13908480405807494
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.18530559539794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.2401439905166626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.34157121181488037
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.43751039505004885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.6279551982879639
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.8200575828552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,1.186195182800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,1.7845760345458985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,1.5899200439453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,1.4173919677734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.09237120151519776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.0933344006538391
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.14716479778289795
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.14744640588760377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.17682559490203859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.23816320896148682
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.31398720741271974
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.31704320907592776
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.32090559005737307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,3.527859115600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.3233952045440674
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.08234239816665649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.08270400166511535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.33228158950805664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.11409599781036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.33853759765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.12216639518737793
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.34539840221405027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.1517632007598877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.3593983888626099
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.2195359945297241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.37414400577545165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.31500160694122314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.38750400543212893
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.3176480054855347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,2.3256736755371095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.4167168140411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.32151041030883787
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.47524800300598147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.32429440021514894
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.533673620223999
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.3330944061279297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.6531839847564698
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.34013121128082274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.7809055805206299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.34541120529174807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,1.0585920333862304
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.36236159801483153
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.374726390838623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.323209571838379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.3891680002212524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.41962242126464844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,1.8373567581176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.48295040130615235
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.5431935787200928
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.6685791969299316
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.3591167449951174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.8078271865844726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,1.083017635345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,3.4551265716552733
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,2.65413761138916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,1.3344767570495606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,4.557849502563476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,1.88372802734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.07880319952964783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.08182719945907593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.08961920142173767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,2.4617664337158205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.08902080059051513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.10241600275039672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.1370527982711792
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.18721599578857423
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,3.5183135986328127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.1909216046333313
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.19408960342407228
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.19667840003967285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.20533440113067628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,4.593308639526367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.21209280490875243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.09221119880676269
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.09228479862213135
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.21858880519866944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.14708800315856935
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.14805439710617066
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.23075520992279053
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.17625919580459595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.24702079296112062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.23749759197235107
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.25968959331512453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.3118016004562378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.2902400016784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.31502399444580076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.3556927919387817
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.3195872068405151
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.4175104141235352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.32169599533081056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,3.105881690979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.539680004119873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.08072959780693054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.33128321170806885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.08031039834022521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.11342400312423706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.6640480041503907
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.33736960887908934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.12106560468673706
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.34462718963623046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.15013439655303956
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.9082464218139649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.35871999263763427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.21875200271606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,1.149385643005371
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.3144063949584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.37344319820404054
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.31862080097198486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.38771519660949705
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.32108800411224364
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.4178112030029297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,1.6469408035278321
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.32492480278015134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.47606401443481444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.33314239978790283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.5345695972442627
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,2.134604835510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.6818624019622803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.34093120098114016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.34686400890350344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.815056037902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.3608831882476807
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,3.11395206451416
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.1103872299194335
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.3750943899154663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.3900415897369385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.3884832382202148
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.42275519371032716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,4.089532852172852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.4864192008972168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.0787231981754303
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,1.9917888641357422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.08186879754066467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.5547616004943847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.08822720050811768
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.08893439769744874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.6903711795806885
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.10189119577407837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,2.6062271118164064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.8367168426513671
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.13799999952316283
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,1.1469152450561524
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.18429440259933472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,3.7742977142333984
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,1.41876163482666
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.19058239459991455
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.19404799938201905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,1.9948448181152343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.19542720317840576
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,4.942969512939453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.031760001182556154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.20425920486450194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.21113600730895996
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,2.632304000854492
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.21689920425415038
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.04739519953727722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.0485152006149292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.23021440505981444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.048844799399375916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.058492797613143924
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.24637439250946044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,3.7773536682128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.07248319983482361
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.0735264003276825
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.2591264009475708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.07580479979515076
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.2953376054763794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.0766431987285614
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.07762240171432495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.36113600730895995
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.0809823989868164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.08422399759292602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,5.0600128173828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.427891206741333
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.08724799752235413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.01,0.03145279884338379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.09371839761734009
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.5518080234527588
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.10132160186767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.10736000537872314
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.6845056056976319
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,3.492940902709961
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.031513598561286923
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.01,0.04639999866485596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.12184640169143676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.01,0.04625920057296753
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.9424256324768067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.01,0.04584639966487884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.1512928009033203
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.01,0.06120960116386413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.01,0.07512959837913513
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.1807360053062439
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.01,0.07632960081100464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,1.1966079711914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.2362112045288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.01,0.07879040241241456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.04740799963474274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.04940800070762634
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.01,0.07982400059700012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.29631040096282957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.047977599501609805
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.01,0.08108800053596496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.05847679972648621
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,1.7344863891601563
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.07254719734191895
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.01,0.08457279801368714
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.4291776180267334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.07358400225639343
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.01,0.0880128026008606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.07552319765090942
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.01,0.09197440147399902
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.07724480032920837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.01,0.09739519953727722
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.07787839770317077
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.01,0.5618815898895264
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,2.2806848526000976
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.01,0.10518720149993896
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.08164160251617432
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.01,0.1115007996559143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.0849727988243103
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.01,0.8151455879211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.08752959966659546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.01,0.12426559925079346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.0947808027267456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.01,0.15539519786834716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,3.3251102447509764
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.01,1.0916352272033691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.10235519409179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.01,0.18336000442504882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.10960639715194702
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.01,1.6203424453735351
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.01,0.24230079650878905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.12200640439987183
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.01,0.30396480560302735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.15385600328445434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,4.435404968261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,2688,1856,6,128,1,128,power_law_1.2,0.03283520042896271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.01,2.1658592224121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.01,0.4455967903137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.18373119831085205
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.0821183979511261
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.01,0.5748320102691651
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.24652481079101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.08221120238304139
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.32011520862579346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.08323839902877808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.01,0.8420672416687012
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,2688,1856,6,128,1,128,power_law_1.2,0.4876448154449463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,2688,1856,6,128,1,128,power_law_1.2,0.04598399996757507
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.13986239433288575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,2688,1856,6,128,1,128,power_law_1.2,0.046140798926353456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,2688,1856,6,128,1,128,power_law_1.2,0.047654399275779726
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,2688,1856,6,128,1,128,power_law_1.2,0.6268352031707763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.24894399642944337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.01,1.1070943832397462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,2688,1856,6,128,1,128,power_law_1.2,0.06144639849662781
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,2688,1856,6,128,1,128,power_law_1.2,0.07579839825630189
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.35218560695648193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,2688,1856,6,128,1,128,power_law_1.2,0.07640320062637329
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.36048638820648193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.01,1.6278303146362305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,2688,1856,6,128,1,128,power_law_1.2,0.07864959836006165
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,2688,1856,6,128,1,128,power_law_1.2,0.08015040159225464
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.3677311897277832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,2688,1856,6,128,1,128,power_law_1.2,0.08130559921264649
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.3743904113769531
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,2688,1856,6,128,1,128,power_law_1.2,0.9437151908874511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,2688,1856,6,128,1,128,power_law_1.2,0.08451840281486511
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.01,2.1586624145507813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,2688,1856,6,128,1,128,power_law_1.2,0.08852800130844116
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.38191359043121337
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.01,0.07110080122947693
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,2688,1856,6,128,1,128,power_law_1.2,0.09180160164833069
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,2688,1856,6,128,1,128,power_law_1.2,0.09794880151748657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.01,0.07117440104484558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,2688,1856,6,128,1,128,power_law_1.2,0.10700800418853759
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.01,0.07172160148620606
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.3970623970031738
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,2688,1856,6,128,1,128,power_law_1.2,0.1140544056892395
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.01,0.14063359498977662
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,2688,1856,6,128,1,128,power_law_1.2,1.2174079895019532
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.41350722312927246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,2688,1856,6,128,1,128,power_law_1.2,0.12642879486083985
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.01,0.2508671998977661
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,2688,1856,6,128,1,128,power_law_1.2,0.1594591975212097
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.43261117935180665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.01,0.355020809173584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,2688,1856,6,128,1,128,power_law_1.2,0.19139839410781861
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.46243839263916015
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.01,0.3628671884536743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,2688,1856,6,128,1,128,power_law_1.2,0.2635711908340454
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.01,0.4952511787414551
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.01,0.37060160636901857
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,2688,1856,6,128,1,128,power_law_1.2,0.3427743911743164
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.01,0.5304287910461426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.01,0.3786911964416504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,2688,1856,6,128,1,128,power_law_1.2,0.5072991847991943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.01,0.5937183856964111
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.01,0.3859040021896362
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,2688,1856,6,128,1,128,power_law_1.2,0.6548448085784913
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.01,0.4014912128448486
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.01,0.7306528091430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,2688,1856,6,128,1,128,power_law_1.2,0.9417951583862305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.01,0.4170656204223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.01,0.8785823822021485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.01,0.4353184223175049
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,2688,1856,6,128,1,128,power_law_1.2,1.2436863899230957
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,2688,1856,6,128,1,128,power_law_1.2,1.8720479965209962
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.01,0.4676383972167969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.01,1.181372833251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.01,0.501580810546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.01,1.458345603942871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.01,0.5402847766876221
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,2688,1856,6,128,1,128,power_law_1.2,1.8746335983276368
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.01,0.6076000213623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.01,2.008390426635742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.01,0.7513023853302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.01,0.9029536247253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.01,2.603129577636719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,2688,1856,6,128,1,128,power_law_1.2,2.447417640686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.01,1.1952032089233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.01,0.07539839744567871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.01,0.07861760258674622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.01,0.07850239872932434
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.01,1.4912223815917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.01,3.7534561157226562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.01,0.09996479749679565
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.01,0.15858559608459472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.01,2.1188255310058595
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.01,0.220963191986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.01,0.22206399440765381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.01,4.835964965820312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.01,0.2290816068649292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.01,2.6748544692993166
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.01,0.23802559375762938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,2688,1856,6,128,1,128,power_law_1.2,2.4489728927612306
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.08035839796066284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.08087360262870788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.01,0.24525439739227295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.08218560218811036
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.01,0.26099519729614257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.01,3.82531852722168
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.13961280584335328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.01,0.2781503915786743
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.01,7.3040931701660154
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.24923839569091796
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.01,0.29794878959655763
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.357206392288208
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.01,0.3402784109115601
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.36195199489593505
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.01,0.3696896076202393
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.01,5.032310485839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.36948480606079104
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.01,0.41171841621398925
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.3867487907409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.01,0.48224639892578125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.3843967914581299
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.01,9.848989105224609
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.39888319969177244
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.01,0.6305727958679199
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,128,power_law_1.2,0.07146559953689575
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.41561279296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,128,power_law_1.2,0.07301759719848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.01,0.7748064041137696
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,128,power_law_1.2,0.07190399765968322
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.43383040428161623
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.01,7.4362434387207035
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,128,power_law_1.2,0.1421663999557495
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.468287992477417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.01,1.0715328216552735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,128,power_law_1.2,0.2496959924697876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,128,power_law_1.2,0.5003456115722656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,128,power_law_1.2,0.35376319885253904
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,128,power_law_1.2,0.5327263832092285
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,128,power_law_1.2,0.3633663892745972
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.01,1.3708864212036134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,128,power_law_1.2,0.3703552007675171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,128,power_law_1.2,0.6011616230010987
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,128,power_law_1.2,0.3799999952316284
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.01,1.9173919677734375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,128,power_law_1.2,0.7479936122894287
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,128,power_law_1.2,0.38601601123809814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.01,9.877855682373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,128,power_law_1.2,0.07499520182609558
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,128,power_law_1.2,0.40321922302246094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,128,power_law_1.2,0.9103296279907227
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,128,power_law_1.2,0.07859839797019959
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,128,power_law_1.2,0.416703987121582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,128,power_law_1.2,0.07815679907798767
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.01,2.4953184127807617
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,128,power_law_1.2,1.2199711799621582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,128,power_law_1.2,0.43570241928100584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,128,power_law_1.2,0.0973792016506195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,128,power_law_1.2,0.15296000242233276
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,128,power_law_1.2,0.4711423873901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,128,power_law_1.2,1.5167743682861328
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,128,power_law_1.2,0.21379199028015136
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,128,power_law_1.2,0.5061728000640869
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.01,3.6293697357177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,128,power_law_1.2,0.22298240661621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,128,power_law_1.2,0.5433023929595947
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,128,power_law_1.2,0.22964160442352294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,128,power_law_1.2,2.089481544494629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,128,power_law_1.2,0.6205152034759521
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,128,power_law_1.2,0.23872640132904052
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,128,power_law_1.2,0.777846384048462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,128,power_law_1.2,0.24482879638671876
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.01,4.774774551391602
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,128,power_law_1.2,2.762294387817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,128,power_law_1.2,0.9328703880310059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,128,power_law_1.2,0.27797760963439944
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,128,power_law_1.2,0.27796800136566163
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,128,power_law_1.2,1.2551520347595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,128,power_law_1.2,0.298144006729126
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,128,power_law_1.2,4.076886367797852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,128,power_law_1.2,0.33650879859924315
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.01,7.104643249511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,128,power_law_1.2,1.5820608139038086
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,128,power_law_1.2,0.37542080879211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,128,power_law_1.2,0.41466560363769533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,128,power_law_1.2,2.159071922302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,128,power_law_1.2,5.545747375488281
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,128,power_law_1.2,0.4923999786376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,128,power_law_1.2,0.641587209701538
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.01,9.424345397949219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,128,power_law_1.2,2.8101984024047852
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.07177919745445252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.12410880327224731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,128,power_law_1.2,0.7903840065002441
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.1056704044342041
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,128,power_law_1.2,8.335600280761719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.10603840351104736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.1456223964691162
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,128,power_law_1.2,1.0792192459106444
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,128,power_law_1.2,4.089257431030274
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.21447999477386476
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.22818880081176757
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,128,power_law_1.2,1.4021311759948731
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.23122239112854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.23740799427032472
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.24067199230194092
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,128,power_law_1.2,1.9915903091430665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,128,power_law_1.2,5.431139373779297
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.25134079456329345
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.25664639472961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.2621824026107788
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,128,power_law_1.2,2.5751487731933596
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.27650880813598633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.2896352052688599
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,128,power_law_1.2,8.457721710205078
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.3009632110595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,128,power_law_1.2,3.7726814270019533
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.3248512029647827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.37996160984039307
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,128,power_law_1.2,11.102614593505859
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.04538240134716034
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.43729281425476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.07208319902420043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.5507008075714112
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.07404800057411194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.6688704013824462
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,128,power_law_1.2,4.98682861328125
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.08859519958496094
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.9262144088745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.12145600318908692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.2108448028564453
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.1964223861694336
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.2151423931121826
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.2177824020385742
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.2214495897293091
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,1.7157119750976562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,128,power_law_1.2,11.159085083007813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.06663680076599121
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.2241312026977539
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.06905279755592346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.23255040645599365
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.07426880002021789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,2.2412704467773437
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.07524160146713257
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.24189438819885253
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.08971840143203735
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.2477344036102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.12209919691085816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.26330881118774413
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,128,power_law_1.2,7.388108825683593
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.12605760097503663
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,3.2782176971435546
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.2790879964828491
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.12842240333557128
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.13159040212631226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.2939840078353882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.13509440422058105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.32350399494171145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.14274239540100098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.3838752031326294
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,4.326335906982422
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.07107840180397033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.4451104164123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.11486400365829467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.15167360305786132
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.5639904022216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.10484479665756226
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.16617599725723267
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.10792000293731689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.6906112194061279
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.14510079622268676
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.1707744002342224
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.9669919967651367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.21403520107269286
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.18551679849624633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.22547199726104736
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.2022847890853882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,1.2245856285095216
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.22986240386962892
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.23264639377593993
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.23695681095123292
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.23997440338134765
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.297158408164978
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,1.7744447708129882
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,128,power_law_1.2,9.930799865722657
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.2494879961013794
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.35916800498962403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.044924798607826236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.2567039966583252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.07306560277938842
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,2.3121376037597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.0720416009426117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.4762239933013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.26356480121612547
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.08942080140113831
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.12060799598693847
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.5990047931671143
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.27752320766448973
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.21066880226135254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.28935039043426514
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.8442848205566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.21478400230407715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,3.3713279724121095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.3013760089874268
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.21712639331817626
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,1.0783552169799804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.32730879783630373
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.2210848093032837
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.22367360591888427
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.38280320167541504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.2319711923599243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,1.5607999801635741
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,4.501574325561523
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.44156479835510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.23949759006500243
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.577177619934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.2475264072418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,2.047648048400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.26287040710449217
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.7153215885162354
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.279420804977417
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.022761631011963
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.29327681064605715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,3.0209184646606446
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.3233760118484497
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.296623992919922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.3874527931213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,1.9430112838745117
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.45008320808410646
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.06718080043792725
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,4.0232383728027346
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.5965375900268555
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.06723520159721375
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.06786559820175171
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.07225599884986877
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.7349408149719239
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,2.519536018371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.06841279864311219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.07368000149726868
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.08881279826164246
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,1.0546112060546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.12222720384597778
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.12544000148773193
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,1.333187198638916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,3.8649856567382814
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.1281216025352478
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.11108800172805786
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.13217920064926147
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.13509440422058105
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.1361791968345642
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,1.9852127075195312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.14255679845809938
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.24462080001831055
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.1493631958961487
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,5.421388626098633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.34799680709838865
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,2.603580856323242
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.01,0.05087680220603943
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.1560479998588562
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.35567679405212405
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.01,0.051855999231338504
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.17157440185546874
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.36307520866394044
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.19064320325851442
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.3700511932373047
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.20451200008392334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,3.9716896057128905
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.3775199890136719
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.23751039505004884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.3924607992172241
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.01,0.08119040131568908
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.3035615921020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.4075935840606689
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.01,0.13451199531555175
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.3703520059585571
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.42563519477844236
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.01,0.24423038959503174
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,5.184431838989258
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.5032127857208252
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.4561471939086914
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.01,0.062431997060775755
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.01,0.3477760076522827
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.4900352001190186
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.01,0.06720960140228271
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.6299392223358155
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.01,0.35664000511169436
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.5270112037658692
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.01,0.06820480227470398
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.01,0.36287999153137207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.8994175910949707
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.01,0.0861728012561798
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.01,0.5909503936767578
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.01,0.37265279293060305
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.01,0.14440319538116456
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.01,0.7226784229278564
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.01,0.3814304113388062
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.01,0.20032320022583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,1.167750358581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.01,0.3974848031997681
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.01,0.8531776428222656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.01,0.20865280628204347
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.01,0.21677761077880858
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.01,0.4131743907928467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,1.715113639831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.01,1.131446361541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.01,0.22560958862304686
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.01,0.43154239654541016
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.01,0.23415040969848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.01,0.46054720878601074
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,2.2506879806518554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.01,1.4154272079467773
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.01,0.24995200634002684
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.01,0.49581117630004884
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.01,0.26633601188659667
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.01,0.5316864013671875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.01,0.2841536045074463
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.01,1.9578304290771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.01,0.6014336109161377
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,3.366463851928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.01,0.316646409034729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.01,0.7414368152618408
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.01,0.35407679080963134
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.01,2.520128059387207
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.01,0.8743455886840821
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.01,0.3931871891021729
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,4.56572151184082
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.06763520240783691
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.01,0.4689631938934326
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.06792640089988708
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.01,1.1590335845947266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.01,0.614854383468628
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.01,3.635318374633789
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.01,1.4446175575256348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.01,0.7583295822143554
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.11077120304107665
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.1346560001373291
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.01,1.0345664024353027
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.01,2.0194719314575194
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.01,4.751942443847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.2464128017425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.01,1.3360671997070312
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.34954559803009033
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.01,2.5863775253295898
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.3575360059738159
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.3646143913269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.01,1.8759904861450196
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.01,7.081766510009766
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.37823359966278075
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.01,3.728611373901367
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.3802272081375122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.01,2.442505645751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.4030144214630127
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.40900158882141113
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.4277184009552002
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.01,4.857936096191406
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.01,3.562879943847656
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.4614975929260254
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.01,9.476787567138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1,4096,2688,22,512,1,256,power_law_1.2,0.04450240135192871
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.49332480430603026
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2,4096,2688,22,512,1,256,power_law_1.2,0.04598079919815064
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.530467176437378
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,512,4096,2688,22,512,1,256,power_law_1.2,0.5944896221160889
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.01,4.699638366699219
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.01,7.1680961608886715
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4,4096,2688,22,512,1,256,power_law_1.2,0.08080319762229919
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,768,4096,2688,22,512,1,256,power_law_1.2,0.7393631935119629
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8,4096,2688,22,512,1,256,power_law_1.2,0.13477120399475098
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1024,4096,2688,22,512,1,256,power_law_1.2,0.8723967552185059
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16,4096,2688,22,512,1,256,power_law_1.2,0.24319040775299072
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,32,4096,2688,22,512,1,256,power_law_1.2,0.34644160270690916
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,1536,4096,2688,22,512,1,256,power_law_1.2,1.169644832611084
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,48,4096,2688,22,512,1,256,power_law_1.2,0.3573024034500122
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.01,6.943869018554688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,64,4096,2688,22,512,1,256,power_law_1.2,0.36493120193481443
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,2048,4096,2688,22,512,1,256,power_law_1.2,1.4720000267028808
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.01,9.499321746826173
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,80,4096,2688,22,512,1,256,power_law_1.2,0.3739104032516479
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1,4096,2688,22,512,1,256,power_law_1.2,0.06339200139045716
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2,4096,2688,22,512,1,256,power_law_1.2,0.06725119948387145
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,96,4096,2688,22,512,1,256,power_law_1.2,0.3819583892822266
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4,4096,2688,22,512,1,256,power_law_1.2,0.0671392023563385
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,3072,4096,2688,22,512,1,256,power_law_1.2,2.073177528381348
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,128,4096,2688,22,512,1,256,power_law_1.2,0.39668800830841067
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8,4096,2688,22,512,1,256,power_law_1.2,0.08671039938926697
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,160,4096,2688,22,512,1,256,power_law_1.2,0.4123199939727783
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16,4096,2688,22,512,1,256,power_law_1.2,0.14379199743270873
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.01,9.223036956787109
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,192,4096,2688,22,512,1,256,power_law_1.2,0.429750394821167
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,4096,4096,2688,22,512,1,256,power_law_1.2,2.6608320236206056
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,32,4096,2688,22,512,1,256,power_law_1.2,0.2004256010055542
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,256,4096,2688,22,512,1,256,power_law_1.2,0.4630879878997803
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,48,4096,2688,22,512,1,256,power_law_1.2,0.20946240425109863
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,320,4096,2688,22,512,1,256,power_law_1.2,0.4954495906829834
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,64,4096,2688,22,512,1,256,power_law_1.2,0.21755199432373046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,80,4096,2688,22,512,1,256,power_law_1.2,0.22500479221343994
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,384,4096,2688,22,512,1,256,power_law_1.2,0.5333312034606934
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,96,4096,2688,22,512,1,256,power_law_1.2,0.2341439962387085
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,6144,4096,2688,22,512,1,256,power_law_1.2,3.9986495971679688
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,512,4096,2688,22,512,1,256,power_law_1.2,0.5998879909515381
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,128,4096,2688,22,512,1,256,power_law_1.2,0.24956800937652587
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,768,4096,2688,22,512,1,256,power_law_1.2,0.7472320079803467
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,160,4096,2688,22,512,1,256,power_law_1.2,0.2651583909988403
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,192,4096,2688,22,512,1,256,power_law_1.2,0.2840480089187622
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1024,4096,2688,22,512,1,256,power_law_1.2,0.9089407920837402
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,256,4096,2688,22,512,1,256,power_law_1.2,0.3205120086669922
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,8192,4096,2688,22,512,1,256,power_law_1.2,5.335871887207031
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,1536,4096,2688,22,512,1,256,power_law_1.2,1.2012800216674804
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,320,4096,2688,22,512,1,256,power_law_1.2,0.37119359970092775
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,384,4096,2688,22,512,1,256,power_law_1.2,0.3953248023986816
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,2048,4096,2688,22,512,1,256,power_law_1.2,1.5080479621887206
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,512,4096,2688,22,512,1,256,power_law_1.2,0.47139840126037597
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,768,4096,2688,22,512,1,256,power_law_1.2,0.6237215995788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,3072,4096,2688,22,512,1,256,power_law_1.2,2.117977523803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1024,4096,2688,22,512,1,256,power_law_1.2,0.7715360164642334
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,4096,4096,2688,22,512,1,256,power_law_1.2,2.70001277923584
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,1536,4096,2688,22,512,1,256,power_law_1.2,1.0550592422485352
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,2048,4096,2688,22,512,1,256,power_law_1.2,1.3642399787902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,12288,4096,2688,22,512,1,256,power_law_1.2,7.927005004882813
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,6144,4096,2688,22,512,1,256,power_law_1.2,3.9103904724121095
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,3072,4096,2688,22,512,1,256,power_law_1.2,1.9187583923339844
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,8192,4096,2688,22,512,1,256,power_law_1.2,5.226652908325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,4096,4096,2688,22,512,1,256,power_law_1.2,2.532521629333496
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,float16,16384,4096,2688,22,512,1,256,power_law_1.2,10.752230072021485
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,12288,4096,2688,22,512,1,256,power_law_1.2,7.7281951904296875
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,6144,4096,2688,22,512,1,256,power_law_1.2,3.6942943572998046
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,8192,4096,2688,22,512,1,256,power_law_1.2,4.812467193603515
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8,16384,4096,2688,22,512,1,256,power_law_1.2,10.343711853027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,12288,4096,2688,22,512,1,256,power_law_1.2,7.303097534179687
VLLM,0.14.1.dev1+gd68209402,NVIDIA GB300,moe,vllm_fused_moe,fp8_block,16384,4096,2688,22,512,1,256,power_law_1.2,9.546233367919921
