framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,1,power_law_1.01,0.0599295973777771
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,1,power_law_1.2,0.05976960062980652
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,1,power_law_1.01,0.05237119793891907
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,1,power_law_1.2,0.052127999067306516
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,1,power_law_1.01,0.09143679738044738
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,1,power_law_1.01,0.17704319953918457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,1,power_law_1.01,0.32892799377441406
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,1,power_law_1.2,0.09168000221252441
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,1,power_law_1.2,0.1774783968925476
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,1,power_law_1.2,0.30320000648498535
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,1,power_law_1.01,0.08575999736785889
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,1,power_law_1.01,0.130348801612854
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,1,power_law_1.01,0.22174079418182374
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,2,power_law_1.01,0.06439039707183838
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,2,power_law_1.01,0.05857920050621033
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,1,power_law_1.2,0.0857151985168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,1,power_law_1.2,0.12946560382843017
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,1,power_law_1.2,0.2209088087081909
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,1,power_law_1.01,0.48239359855651853
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,1,power_law_1.01,0.6016448020935059
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,2,power_law_1.01,0.09694079756736755
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,1,power_law_1.01,0.8634112358093262
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,2,power_law_1.01,0.17210240364074708
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,1,power_law_1.01,0.9015935897827149
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,1,power_law_1.2,0.4141632080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,2,power_law_1.01,0.22815361022949218
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,2,power_law_1.01,0.30059518814086916
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,1,power_law_1.2,0.5575488090515137
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,1,power_law_1.01,0.9203136444091797
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,2,power_law_1.01,0.3516992092132568
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,1,power_law_1.2,0.8430144309997558
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,1,power_law_1.01,0.9544256210327149
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,2,power_law_1.01,0.4843776226043701
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,1,power_law_1.2,0.8839743614196778
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,1,power_law_1.01,0.985536003112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,2,power_law_1.01,0.49547519683837893
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,1,power_law_1.01,0.32036480903625486
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,2,power_law_1.01,0.5228608131408692
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,1,power_law_1.2,0.9249983787536621
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,1,power_law_1.01,1.0328831672668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,1,power_law_1.01,0.4102208137512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,2,power_law_1.01,0.549126386642456
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,1,power_law_1.2,0.9301695823669434
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,2,power_law_1.01,0.09181439876556396
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,1,power_law_1.01,1.0852928161621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,1,power_law_1.01,0.5729087829589844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,2,power_law_1.01,0.5361536026000977
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,2,power_law_1.01,0.11260160207748413
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,1,power_law_1.2,1.0046591758728027
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,1,power_law_1.01,0.606873607635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,1,power_law_1.2,0.29567999839782716
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,1,power_law_1.01,1.1646080017089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,2,power_law_1.01,0.1549056053161621
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,1,power_law_1.2,1.0488575935363769
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,1,power_law_1.01,0.618227195739746
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,2,power_law_1.01,0.2027519941329956
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,2,power_law_1.01,0.24768640995025634
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,1,power_law_1.01,0.6332543849945068
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,2,power_law_1.01,0.3268735885620117
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,1,power_law_1.01,0.6820352077484131
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,2,power_law_1.01,0.34736640453338624
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,1,power_law_1.01,0.7282112121582032
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,2,power_law_1.01,0.3427072048187256
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,2,power_law_1.01,0.3457279920578003
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,1,power_law_1.2,0.37141120433807373
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,2,power_law_1.01,0.37205119132995607
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,1,power_law_1.2,0.5636415958404541
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,1,power_law_1.2,1.1064448356628418
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,1,power_law_1.2,0.6020607948303223
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,1,power_law_1.2,1.2238783836364746
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,1,power_law_1.2,0.6112639904022217
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,1,power_law_1.2,0.6495552062988281
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,1,power_law_1.01,0.7754303932189941
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,1,power_law_1.2,0.6895040035247803
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,1,power_law_1.01,0.8546943664550781
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,1,power_law_1.2,0.7431615829467774
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,1,power_law_1.2,0.7878079891204834
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,1,power_law_1.2,0.8980031967163086
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,2,power_law_1.01,0.6107647895812989
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,2,power_law_1.01,0.6097792148590088
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,1,power_law_1.2,1.2338432312011718
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,2,power_law_1.01,0.6621376037597656
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,1,power_law_1.2,1.260211181640625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,2,power_law_1.01,0.6611199855804444
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,1,power_law_1.01,1.2065919876098632
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,2,power_law_1.01,0.6938047885894776
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,1,power_law_1.2,1.3294272422790527
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,1,power_law_1.01,1.2074496269226074
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,2,power_law_1.01,0.7379839897155762
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,1,power_law_1.2,1.445753574371338
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,2,power_law_1.01,0.7977407932281494
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,1,power_law_1.01,1.267411231994629
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,2,power_law_1.01,0.43036799430847167
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,2,power_law_1.01,0.8696448326110839
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,1,power_law_1.2,1.5506688117980958
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,1,power_law_1.01,1.3557056427001952
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,2,power_law_1.01,0.4210752010345459
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,2,power_law_1.01,1.030419158935547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,2,power_law_1.01,0.43724799156188965
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,1,power_law_1.01,1.4803711891174316
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,1,power_law_1.2,1.75677433013916
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,2,power_law_1.01,0.4526080131530762
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,2,power_law_1.01,1.2003968238830567
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,2,power_law_1.01,0.47583999633789065
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,1,power_law_1.01,1.6993919372558595
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,1,power_law_1.2,2.009350395202637
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,2,power_law_1.01,0.5249855995178223
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,2,power_law_1.01,1.5634495735168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,2,power_law_1.01,0.6112192153930665
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,1,power_law_1.01,1.951103973388672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,1,power_law_1.01,0.7446784019470215
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,2,power_law_1.01,1.924505615234375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,2,power_law_1.01,0.6941504001617431
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,1,power_law_1.2,2.495987129211426
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,1,power_law_1.2,0.7693952083587646
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,1,power_law_1.01,0.7699840068817139
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,2,power_law_1.01,0.8676799774169922
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,1,power_law_1.2,0.8250816345214844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,1,power_law_1.01,0.8434623718261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,2,power_law_1.01,2.643302345275879
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,2,power_law_1.01,1.0278976440429688
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,1,power_law_1.2,3.1071039199829102
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,1,power_law_1.2,0.8626367568969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,1,power_law_1.01,0.9433664321899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,2,power_law_1.01,1.3724543571472168
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,1,power_law_1.2,0.9863360404968262
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,1,power_law_1.01,1.0618176460266113
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,2,power_law_1.01,3.337625503540039
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,1,power_law_1.2,1.1191935539245605
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,1,power_law_1.01,1.313849639892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,2,power_law_1.01,1.751296043395996
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,1,power_law_1.2,4.222655868530273
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,1,power_law_1.01,2.457356834411621
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,1,power_law_1.2,1.3535615921020507
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,1,power_law_1.01,1.5587712287902833
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,2,power_law_1.01,2.4752384185791017
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,1,power_law_1.2,1.5979968070983888
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,2,power_law_1.01,4.753299331665039
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,1,power_law_1.01,2.065132713317871
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,1,power_law_1.01,2.9793792724609376
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,1,power_law_1.2,2.103276824951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,1,power_law_1.2,5.358598327636718
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,2,power_law_1.01,3.157222366333008
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,1,power_law_1.01,2.552639961242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,1,power_law_1.2,2.6242559432983397
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,1,power_law_1.01,4.135225677490235
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,2,power_law_1.01,6.305836868286133
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,1,power_law_1.01,3.555353546142578
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,2,power_law_1.01,4.635475158691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,1,power_law_1.2,3.636556625366211
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,1,power_law_1.2,8.051193237304688
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,1,power_law_1.01,5.341209411621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,1,power_law_1.01,4.591878509521484
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,1,power_law_1.2,4.658796691894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,2,power_law_1.01,6.047046279907226
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,1,power_law_1.01,7.655513763427734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,1,power_law_1.01,6.612095642089844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,1,power_law_1.2,6.705369567871093
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,1,power_law_1.2,10.417356872558594
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,2,power_law_1.2,0.07344639897346497
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,2,power_law_1.2,0.10290559530258178
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,2,power_law_1.2,0.14546560049057006
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,2,power_law_1.2,0.2130944013595581
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,2,power_law_1.2,0.26248960494995116
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,2,power_law_1.2,0.365996789932251
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,1,power_law_1.01,8.661081695556641
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,2,power_law_1.2,0.46005759239196775
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,1,power_law_1.01,10.487206268310548
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,1,power_law_1.2,8.768096160888671
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,2,power_law_1.2,0.516153621673584
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,2,1,power_law_1.01,0.04584319889545441
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,2,power_law_1.2,0.49694080352783204
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,2,1,power_law_1.01,0.06050559878349304
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,2,power_law_1.2,0.5374144077301025
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,2,1,power_law_1.01,0.09427840113639832
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,2,power_law_1.2,0.5548543930053711
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,2,power_law_1.2,0.06264320015907288
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,2,power_law_1.2,0.6077119827270507
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,2,power_law_1.2,0.0920960009098053
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,2,power_law_1.2,0.10764800310134888
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,2,power_law_1.2,0.6356991767883301
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,2,power_law_1.2,0.15186560153961182
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,2,power_law_1.2,0.637113618850708
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,2,power_law_1.2,0.20107519626617432
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,2,power_law_1.2,0.6775231838226319
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,2,power_law_1.2,0.23215360641479493
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,2,power_law_1.2,0.7151679992675781
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,2,1,power_law_1.01,0.17484159469604493
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,2,power_law_1.2,0.3223615884780884
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,2,power_law_1.2,0.7223743915557861
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,2,power_law_1.2,0.3453887939453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,2,power_law_1.2,0.8332096099853515
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,2,power_law_1.2,0.3277055978775024
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,2,power_law_1.2,0.3487679958343506
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,2,1,power_law_1.01,0.03282560110092163
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,2,power_law_1.2,0.9108672142028809
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,2,power_law_1.2,0.39185280799865724
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,2,1,power_law_1.01,0.05516800284385681
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,2,power_law_1.2,0.4113408088684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,2,power_law_1.2,1.0800064086914063
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,2,1,power_law_1.01,0.0867904007434845
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,2,power_law_1.2,0.42502398490905763
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,2,1,power_law_1.01,0.1331455945968628
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,2,1,power_law_1.01,0.25809919834136963
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,2,power_law_1.2,0.4435840129852295
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,2,power_law_1.2,1.2267519950866699
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,2,1,power_law_1.01,0.18718719482421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,2,1,power_law_1.01,0.333459210395813
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,2,power_law_1.2,0.4602496147155762
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,2,1,power_law_1.01,0.23791999816894532
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,2,1,power_law_1.01,0.43610239028930664
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,2,power_law_1.2,0.4902400016784668
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,2,power_law_1.2,1.6146944046020508
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,2,1,power_law_1.01,0.31706240177154543
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,2,1,power_law_1.01,0.46706562042236327
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,2,power_law_1.2,0.546995210647583
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,2,1,power_law_1.01,0.337388801574707
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,2,1,power_law_1.01,0.4917247772216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,2,power_law_1.2,0.6265088081359863
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,2,1,power_law_1.01,0.3452415943145752
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,2,power_law_1.2,2.000966453552246
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,2,1,power_law_1.01,0.4995840072631836
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,2,1,power_law_1.01,0.3447999954223633
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,2,power_law_1.2,0.7235648155212402
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,2,1,power_law_1.01,0.5157567977905273
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,2,1,power_law_1.01,0.3715199947357178
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,2,power_law_1.2,0.8943936347961425
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,2,1,power_law_1.01,0.5378687858581543
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,2,1,power_law_1.01,0.40519042015075685
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,2,power_law_1.2,2.7745855331420897
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,2,1,power_law_1.01,0.5549376010894775
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,2,power_law_1.2,1.0479231834411622
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,2,1,power_law_1.01,0.6162752151489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,2,1,power_law_1.01,0.6260799884796142
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,2,power_law_1.2,1.4073216438293457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,2,power_law_1.2,3.4604991912841796
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,2,1,power_law_1.01,0.6433023929595947
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,2,1,power_law_1.01,0.6646016120910645
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,2,power_law_1.2,1.8255104064941405
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,2,1,power_law_1.01,0.7281536102294922
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,2,1,power_law_1.01,0.42055678367614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,2,1,power_law_1.01,0.47976322174072267
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,2,1,power_law_1.01,0.7751999855041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,2,power_law_1.2,2.492505645751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,2,1,power_law_1.01,0.4094655990600586
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,2,power_law_1.2,5.168556976318359
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,2,1,power_law_1.01,0.42824320793151854
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,2,1,power_law_1.01,0.4614719867706299
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,2,1,power_law_1.01,0.5224703788757324
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,2,power_law_1.2,3.3093822479248045
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,2,1,power_law_1.01,0.5867263793945312
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,2,1,power_law_1.01,0.7154751777648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,2,1,power_law_1.01,0.8974207878112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,2,1,power_law_1.01,0.8512127876281739
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,2,power_law_1.2,6.884198760986328
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,2,1,power_law_1.01,1.0259200096130372
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,2,1,power_law_1.01,1.1121408462524414
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,2,power_law_1.2,4.727142333984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,2,1,power_law_1.01,1.2912192344665527
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,2,1,power_law_1.01,1.3810239791870118
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,2,1,power_law_1.01,1.5659071922302246
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,2,1,power_law_1.01,1.9240192413330077
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,2,1,power_law_1.01,2.14202880859375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,2,power_law_1.2,5.989100646972656
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,2,1,power_law_1.01,2.4619903564453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,2,1,power_law_1.01,2.6935808181762697
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,2,1,power_law_1.01,3.5506431579589846
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,2,1,power_law_1.01,3.868435287475586
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,2,1,power_law_1.01,4.637900924682617
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,2,1,power_law_1.2,0.04614399969577789
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,2,1,power_law_1.2,0.060192000865936277
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,2,1,power_law_1.2,0.09404159784317016
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,2,1,power_law_1.01,5.150950241088867
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,2,1,power_law_1.2,0.033215999603271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,2,1,power_law_1.2,0.16529279947280884
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,2,1,power_law_1.2,0.055244797468185426
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,2,1,power_law_1.2,0.23875839710235597
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,2,1,power_law_1.2,0.0868287980556488
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,2,1,power_law_1.2,0.2985856056213379
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,2,1,power_law_1.2,0.13223040103912354
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,2,1,power_law_1.2,0.43180160522460936
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,2,1,power_law_1.2,0.4666624069213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,2,1,power_law_1.2,0.479417610168457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,2,1,power_law_1.2,0.4963263988494873
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,2,1,power_law_1.2,0.5196095943450928
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,2,1,power_law_1.2,0.5494592189788818
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,2,1,power_law_1.2,0.16943360567092897
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,2,1,power_law_1.2,0.575648021697998
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,2,1,power_law_1.2,0.2207360029220581
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,2,1,power_law_1.2,0.6331776142120361
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,2,1,power_law_1.2,0.31740798950195315
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,2,1,power_law_1.2,0.6219200134277344
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,2,1,power_law_1.2,0.32807040214538574
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,2,1,power_law_1.2,0.6633984088897705
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,2,1,power_law_1.2,0.3382719993591309
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,2,1,power_law_1.2,0.6772928237915039
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,2,1,power_law_1.2,0.35934081077575686
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,2,1,power_law_1.2,0.744761610031128
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,2,1,power_law_1.2,0.38871040344238283
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,2,1,power_law_1.2,0.809267234802246
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,2,1,power_law_1.2,0.4099711894989014
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,2,1,power_law_1.2,0.44274559020996096
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,2,1,power_law_1.2,0.9190464019775391
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,2,1,power_law_1.2,0.4850751876831055
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,2,1,power_law_1.2,1.0438272476196289
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,2,1,power_law_1.2,0.4272831916809082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,2,1,power_law_1.2,0.45166721343994143
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,2,1,power_law_1.2,1.3216959953308105
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,2,1,power_law_1.2,0.47333760261535646
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,2,1,power_law_1.2,0.5514815807342529
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,2,1,power_law_1.2,1.5890496253967286
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,2,1,power_law_1.2,0.6085247993469238
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,2,1,power_law_1.2,0.7381887912750245
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,2,1,power_law_1.2,2.147052764892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,2,1,power_law_1.2,0.8729408264160157
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,2,1,power_law_1.2,1.1368831634521483
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,2,1,power_law_1.2,2.741958427429199
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,2,1,power_law_1.2,1.4090047836303712
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,2,1,power_law_1.2,1.943110466003418
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,2,1,power_law_1.2,3.868620681762695
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,2,1,power_law_1.2,2.488211250305176
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,2,1,power_law_1.2,3.579084777832031
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,2,1,power_law_1.2,4.654079818725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,4,power_law_1.01,0.06921600103378296
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,4,power_law_1.01,0.10026880502700805
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,4,power_law_1.01,0.1377408027648926
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,4,power_law_1.01,0.17438080310821533
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,4,power_law_1.01,0.20905599594116211
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,4,power_law_1.01,0.23680639266967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,4,power_law_1.01,0.2955327987670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,4,power_law_1.01,0.3115328073501587
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,4,power_law_1.01,0.36846721172332764
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,4,power_law_1.01,0.37588479518890383
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,4,power_law_1.01,0.3697472095489502
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,4,power_law_1.01,0.3829823970794678
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,4,power_law_1.01,0.38656001091003417
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,4,power_law_1.01,0.40382080078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,4,power_law_1.01,0.41510400772094724
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,4,power_law_1.01,0.43406081199645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,4,power_law_1.01,0.4478271961212158
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,4,power_law_1.01,0.5278079986572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,4,power_law_1.01,0.585536003112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,4,power_law_1.01,0.720576000213623
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,4,power_law_1.01,0.8453375816345214
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,4,power_law_1.01,1.1343232154846192
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,4,power_law_1.01,1.3887167930603028
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,2,1,power_law_1.2,5.1796928405761715
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,4,power_law_1.01,1.9370752334594727
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,4,power_law_1.01,0.06281599998474122
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,4,power_law_1.01,0.09532160162925721
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,4,power_law_1.01,0.114028799533844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,4,power_law_1.01,2.4817792892456056
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,4,power_law_1.01,0.12977919578552247
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,4,power_law_1.01,0.14897919893264772
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,4,power_law_1.01,0.16595840454101562
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,4,power_law_1.01,0.2153088092803955
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,4,power_law_1.01,0.216377592086792
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,4,power_law_1.01,3.593939208984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,4,power_law_1.01,0.275711989402771
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,4,power_law_1.01,0.2788991928100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,4,power_law_1.01,0.2686784029006958
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,4,power_law_1.01,0.28815999031066897
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,4,power_law_1.01,0.3003328084945679
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,4,power_law_1.01,4.60814094543457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,4,power_law_1.01,0.3124991893768311
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,4,power_law_1.01,0.3284735918045044
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,4,power_law_1.01,0.33831679821014404
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,4,power_law_1.01,0.3678463935852051
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,4,power_law_1.01,0.4291327953338623
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,4,power_law_1.01,0.5090816020965576
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,4,power_law_1.01,0.6302464008331299
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,4,power_law_1.01,0.7522751808166503
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,4,power_law_1.01,1.0416768074035645
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,4,power_law_1.01,1.3109631538391113
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,4,power_law_1.01,1.8343488693237304
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,4,power_law_1.01,2.3695423126220705
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,4,power_law_1.01,3.4817855834960936
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,4,power_law_1.01,4.555775833129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,4,power_law_1.2,0.06789119839668274
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,4,power_law_1.2,0.09907839894294738
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,4,power_law_1.2,0.11128319501876831
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,4,power_law_1.2,0.17397119998931884
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,4,power_law_1.2,0.213318395614624
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,4,power_law_1.2,0.21785600185394288
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,4,power_law_1.2,0.2746815919876099
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,4,power_law_1.2,0.2886912107467651
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,4,power_law_1.2,0.34318718910217283
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,4,power_law_1.2,0.35778560638427737
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,4,power_law_1.2,0.3637952089309692
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,4,power_law_1.2,0.38791680335998535
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,4,power_law_1.2,0.3813119888305664
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,4,power_law_1.2,0.40840959548950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,4,power_law_1.2,0.414412784576416
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,4,power_law_1.2,0.42680959701538085
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,4,power_law_1.2,0.47079038619995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,4,power_law_1.2,0.5302400112152099
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,4,power_law_1.2,0.5880127906799316
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,4,power_law_1.2,0.7409023761749267
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,4,power_law_1.2,0.8930432319641113
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,4,power_law_1.2,1.1646271705627442
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,4,power_law_1.2,1.4568767547607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,4,power_law_1.2,1.9449344635009767
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,4,power_law_1.2,2.642598342895508
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,4,power_law_1.2,3.6438976287841798
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,4,power_law_1.2,5.0546112060546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,4,power_law_1.2,0.061510401964187625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,4,power_law_1.2,0.0920960009098053
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,4,power_law_1.2,0.09631999731063842
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,4,power_law_1.2,0.11793279647827148
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,4,power_law_1.2,0.14743679761886597
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,4,power_law_1.2,0.17352960109710694
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,4,power_law_1.2,0.1988927960395813
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,4,power_law_1.2,0.19457919597625734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,4,power_law_1.2,0.27156479358673097
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,4,power_law_1.2,0.27971200942993163
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,4,power_law_1.2,0.2830336093902588
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,4,power_law_1.2,0.29348480701446533
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,4,power_law_1.2,0.2988287925720215
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,4,power_law_1.2,0.3161535978317261
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,4,power_law_1.2,0.3323712110519409
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,4,power_law_1.2,0.3480959892272949
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,4,power_law_1.2,0.37588479518890383
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,4,power_law_1.2,0.4560959815979004
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,4,power_law_1.2,0.5217408180236817
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,4,power_law_1.2,0.6616000175476074
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,4,power_law_1.2,0.7791168212890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,4,power_law_1.2,1.1170495986938476
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,4,power_law_1.2,1.3303936004638672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,4,power_law_1.2,1.9722303390502929
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,4,power_law_1.2,2.5076671600341798
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,4,power_law_1.2,3.638137435913086
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,4,power_law_1.2,4.939731216430664
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,1,power_law_1.01,0.052223998308181765
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,1,power_law_1.2,0.051974397897720334
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,2,1,power_law_1.01,0.03903999924659729
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,1,power_law_1.01,0.08366079926490784
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,1,power_law_1.01,0.12528640031814575
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,1,power_law_1.01,0.22818560600280763
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,1,power_law_1.2,0.08459519743919372
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,1,power_law_1.2,0.12494080066680908
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,1,power_law_1.2,0.22047998905181884
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,2,1,power_law_1.2,0.0382207989692688
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,2,1,power_law_1.01,0.05780479907989502
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,2,1,power_law_1.01,0.08862720131874084
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,2,1,power_law_1.01,0.1373247981071472
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,2,1,power_law_1.2,0.05655679702758789
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,2,1,power_law_1.2,0.08825600147247314
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,2,1,power_law_1.2,0.1343999981880188
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,1,power_law_1.01,0.3286272048950195
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,1,power_law_1.01,0.4283711910247803
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,1,power_law_1.2,0.29190399646759035
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,1,power_law_1.01,0.5819456100463867
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,1,power_law_1.2,0.40074877738952636
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,1,power_law_1.01,0.6107327938079834
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,1,power_law_1.2,0.5671167850494385
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,1,power_law_1.01,0.6191296100616455
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,1,power_law_1.2,0.5979648113250733
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,1,power_law_1.01,0.6477375984191894
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,1,power_law_1.2,0.6294911861419678
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,1,power_law_1.01,0.6614783763885498
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,1,power_law_1.2,0.6389056205749511
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,1,power_law_1.01,0.6918272018432617
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,1,power_law_1.2,0.6555712223052979
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,1,power_law_1.01,0.6922431945800781
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,1,power_law_1.2,0.681990385055542
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,1,power_law_1.01,0.7190080165863038
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,1,power_law_1.2,0.6982592105865478
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,1,power_law_1.01,0.735487985610962
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,1,power_law_1.2,0.7382976055145264
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,1,power_law_1.01,0.7684095859527588
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,1,power_law_1.2,0.7683648109436035
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,1,power_law_1.01,0.8240896224975586
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,2,power_law_1.01,0.05923200249671936
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,1,power_law_1.2,0.7885056018829346
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,1,power_law_1.01,0.9144063949584961
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,1,power_law_1.2,0.8609343528747558
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.01,1.0177215576171874
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,1,power_law_1.2,0.9705471992492676
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.01,1.2237183570861816
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,1,power_law_1.2,1.059718418121338
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.01,1.4102592468261719
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,1,power_law_1.2,1.255577564239502
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,1,power_law_1.2,1.4613696098327638
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.01,1.8318975448608399
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,2,power_law_1.2,0.06117119789123535
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,1,power_law_1.2,1.887295913696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.01,2.244435119628906
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,1,power_law_1.2,2.2962303161621094
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.01,3.069055938720703
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,1,power_law_1.2,3.1171775817871095
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.01,3.9022655487060547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,1,power_law_1.2,3.94714241027832
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.01,5.553305435180664
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,2,1,power_law_1.01,0.20404479503631592
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,2,1,power_law_1.01,0.2666815996170044
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,2,1,power_law_1.01,0.34513919353485106
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,1,power_law_1.2,5.601836776733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,2,1,power_law_1.01,0.35224959850311277
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,2,1,power_law_1.01,0.3745728015899658
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,2,1,power_law_1.01,0.3793855905532837
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,2,1,power_law_1.01,0.3920639991760254
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.01,7.215853118896485
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,2,1,power_law_1.01,0.39937920570373536
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,2,1,power_law_1.01,0.4054592132568359
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,1,power_law_1.2,7.272377777099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,2,1,power_law_1.01,0.4115776062011719
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,2,1,power_law_1.01,0.43383040428161623
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,2,1,power_law_1.01,0.446284818649292
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,2,1,power_law_1.01,0.47516160011291503
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,2,1,power_law_1.01,0.5280064105987549
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.01,0.593228816986084
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.01,0.6987584114074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,2,1,power_law_1.2,0.17998720407485963
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.01,0.8212608337402344
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,2,1,power_law_1.2,0.24167039394378662
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,2,1,power_law_1.2,0.3420991897583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,2,1,power_law_1.2,0.3476736068725586
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,2,1,power_law_1.2,0.3592639923095703
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,2,1,power_law_1.2,0.37465600967407225
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,2,1,power_law_1.2,0.3861567974090576
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,2,power_law_1.01,0.092985600233078
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,2,1,power_law_1.2,0.3978879928588867
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.01,1.0606528282165528
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,2,1,power_law_1.2,0.41125760078430174
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,2,power_law_1.01,0.12774399518966675
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,2,1,power_law_1.2,0.4225855827331543
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,2,power_law_1.01,0.16206719875335693
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.01,1.295564842224121
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,2,power_law_1.01,0.20235519409179686
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,2,1,power_law_1.2,0.4440192222595215
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,2,power_law_1.01,0.28418560028076173
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,2,1,power_law_1.2,0.4650879859924316
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.01,1.7651712417602539
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,2,power_law_1.01,0.35895040035247805
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,2,1,power_law_1.2,0.4953152179718018
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,2,power_law_1.01,0.360915207862854
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,2,1,power_law_1.2,0.5575871944427491
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,2,power_law_1.01,0.3702912092208862
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.01,2.2388608932495115
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,2,1,power_law_1.2,0.6191679954528808
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,2,power_law_1.01,0.3752768039703369
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,2,1,power_law_1.2,0.7316031932830811
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,2,power_law_1.01,0.39831678867340087
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,2,power_law_1.2,0.09474560022354125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,2,power_law_1.01,0.4071487903594971
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,2,1,power_law_1.2,0.8417728424072266
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,4,1,power_law_1.01,0.026643198728561402
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,2,power_law_1.2,0.10100480318069457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.01,3.1792831420898438
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,2,power_law_1.01,0.4242879867553711
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,2,power_law_1.2,0.16181119680404663
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,2,1,power_law_1.2,1.0961407661437987
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,2,power_law_1.01,0.43530879020690916
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,2,power_law_1.2,0.20941441059112548
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,2,power_law_1.01,0.4505152225494385
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,2,1,power_law_1.2,1.3153087615966796
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,2,power_law_1.2,0.2661312103271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,2,power_law_1.01,0.4627391815185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,2,power_law_1.2,0.3322943925857544
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.01,4.117139053344727
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,2,power_law_1.01,0.5006207942962646
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,2,power_law_1.2,0.3547967910766602
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,2,1,power_law_1.2,1.7877119064331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,2,power_law_1.01,0.579756784439087
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,2,power_law_1.2,0.3602303981781006
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.01,0.6503104209899903
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,2,power_law_1.2,0.3957184076309204
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,2,1,power_law_1.2,2.2612607955932615
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,2,power_law_1.2,0.37687039375305176
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.01,0.8084671974182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,2,power_law_1.2,0.3873408079147339
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,2,power_law_1.2,0.4166207790374756
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,2,power_law_1.2,0.4352255821228027
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,4,1,power_law_1.01,0.02885119915008545
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,2,1,power_law_1.2,3.2006080627441404
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,2,power_law_1.2,0.4533184051513672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,2,power_law_1.2,0.4710527896881104
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,2,power_law_1.2,0.5112576007843017
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,2,power_law_1.2,0.6088128089904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.01,0.9566656112670898
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,4,1,power_law_1.01,0.04656639993190766
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,2,1,power_law_1.2,4.141625595092774
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,2,power_law_1.2,0.6696191787719726
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,4,1,power_law_1.01,0.06100479960441589
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.01,1.2506431579589843
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,2,power_law_1.2,0.8186176300048829
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,2,power_law_1.2,0.974790382385254
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.01,1.5666815757751464
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,2,power_law_1.2,1.2917695999145509
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.01,2.1570623397827147
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,2,power_law_1.2,1.602739143371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,4,1,power_law_1.01,0.09634559750556945
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.01,2.771340751647949
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,2,power_law_1.2,2.2669248580932617
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,4,1,power_law_1.2,0.026476800441741943
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,4,1,power_law_1.01,0.03324800133705139
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,4,1,power_law_1.2,0.04578559994697571
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,4,1,power_law_1.01,0.055155199766159055
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,2,power_law_1.2,2.853772735595703
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,4,1,power_law_1.2,0.06097919940948486
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,4,1,power_law_1.01,0.08855040073394775
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,4,1,power_law_1.2,0.09299839735031128
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.01,3.966624069213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,4,1,power_law_1.2,0.14696320295333862
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,4,1,power_law_1.2,0.18120319843292237
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,4,1,power_law_1.2,0.25767040252685547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,2,power_law_1.2,4.0595966339111325
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,4,1,power_law_1.01,0.03522560000419617
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,4,1,power_law_1.2,0.26136319637298583
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,4,1,power_law_1.2,0.266592001914978
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.01,5.2388160705566404
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,2,power_law_1.2,5.451180648803711
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,4,1,power_law_1.2,0.26942079067230223
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,4,1,power_law_1.2,0.2862335920333862
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,4,1,power_law_1.2,0.30135679244995117
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,4,1,power_law_1.2,0.3200000047683716
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,4,1,power_law_1.2,0.34622080326080323
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,4,1,power_law_1.2,0.3486272096633911
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,4,1,power_law_1.2,0.35459198951721194
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,4,1,power_law_1.2,0.38090240955352783
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,4,1,power_law_1.2,0.4206143856048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,4,1,power_law_1.2,0.45265917778015136
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,4,1,power_law_1.01,0.1578879952430725
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,4,1,power_law_1.2,0.5319488048553467
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,4,1,power_law_1.01,0.18535679578781128
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,4,1,power_law_1.01,0.25919361114501954
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,4,1,power_law_1.2,0.5924799919128418
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,4,1,power_law_1.01,0.26346240043640134
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,4,1,power_law_1.2,0.7527935981750489
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,4,1,power_law_1.01,0.2666559934616089
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,4,1,power_law_1.01,0.2721343994140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,4,1,power_law_1.2,0.906924819946289
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,4,1,power_law_1.01,0.2761728048324585
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,4,1,power_law_1.01,0.30028159618377687
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,4,1,power_law_1.2,1.2259008407592773
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,4,1,power_law_1.01,0.315833592414856
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,4,1,power_law_1.01,0.11447039842605591
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,4,1,power_law_1.01,0.3376384019851685
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,4,1,power_law_1.01,0.14953600168228148
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,4,1,power_law_1.2,1.5601408004760742
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,4,1,power_law_1.01,0.040057599544525146
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,4,1,power_law_1.01,0.19052159786224365
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,4,1,power_law_1.01,0.06111999750137329
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,4,1,power_law_1.01,0.19864959716796876
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,4,1,power_law_1.01,0.09844480156898498
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,4,1,power_law_1.01,0.20346240997314452
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,4,1,power_law_1.2,2.207699203491211
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,4,1,power_law_1.01,0.21137280464172364
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,4,1,power_law_1.01,0.21897599697113038
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,4,1,power_law_1.2,0.028358399868011475
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,4,1,power_law_1.01,0.23518080711364747
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,4,1,power_law_1.01,0.24662399291992188
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,4,1,power_law_1.01,0.27853438854217527
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,4,1,power_law_1.2,2.856415939331055
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,4,1,power_law_1.01,0.3452608108520508
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,4,1,power_law_1.2,0.034220799803733826
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,4,1,power_law_1.01,0.3528575897216797
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,4,1,power_law_1.2,0.05532159805297852
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,4,1,power_law_1.01,0.3797760009765625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,4,1,power_law_1.2,0.08764799833297729
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,4,1,power_law_1.01,0.42218880653381347
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,4,1,power_law_1.01,0.44176640510559084
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,4,1,power_law_1.01,0.5147391796112061
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,4,1,power_law_1.01,0.1364799976348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,4,1,power_law_1.01,0.5853439807891846
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,4,1,power_law_1.01,0.1737920045852661
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,4,1,power_law_1.01,0.7434815883636474
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,4,1,power_law_1.01,0.21712000370025636
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,4,1,power_law_1.01,0.8942399978637695
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,4,1,power_law_1.01,0.2281791925430298
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,4,1,power_law_1.01,0.2398911952972412
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,4,1,power_law_1.01,1.2110143661499024
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,4,1,power_law_1.01,0.24758400917053222
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,4,1,power_law_1.01,0.25283839702606203
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,4,1,power_law_1.01,0.2576767921447754
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,4,1,power_law_1.01,1.5343551635742188
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,4,1,power_law_1.01,0.26051199436187744
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,4,1,power_law_1.01,0.27119998931884765
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,4,1,power_law_1.01,0.2752959966659546
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,4,1,power_law_1.01,2.221900749206543
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,4,1,power_law_1.01,0.28314239978790284
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,4,1,power_law_1.01,0.30328319072723386
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,4,1,power_law_1.01,0.2604991912841797
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,4,1,power_law_1.01,0.3375103950500488
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,4,1,power_law_1.01,0.26755199432373045
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.01,0.37883520126342773
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,4,1,power_law_1.2,0.034694400429725644
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,4,1,power_law_1.01,0.29013121128082275
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.01,0.45084800720214846
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,4,1,power_law_1.01,0.32972800731658936
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.01,0.5193600177764892
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,4,1,power_law_1.01,0.36852478981018066
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.01,0.6784575939178467
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,4,1,power_law_1.01,0.4409664154052734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,4,1,power_law_1.01,0.5155136108398437
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.01,0.8203455924987793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,8,power_law_1.01,0.06823679804801941
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,4,1,power_law_1.01,0.6745728015899658
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,4,1,power_law_1.01,2.8698047637939452
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,8,power_law_1.01,0.09986559748649597
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.01,1.1249983787536622
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,8,power_law_1.01,0.14243839979171752
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,4,1,power_law_1.01,0.8203007698059082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,8,power_law_1.01,0.16044800281524657
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.01,1.430246353149414
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,4,1,power_law_1.01,1.1399744033813477
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,8,power_law_1.01,0.1837823987007141
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,8,power_law_1.01,0.14499200582504274
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,4,1,power_law_1.01,1.4553152084350587
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.01,2.0275455474853517
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,4,1,power_law_1.2,0.10925439596176148
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,4,1,power_law_1.2,0.14184319972991943
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,4,1,power_law_1.2,0.18929280042648317
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,4,1,power_law_1.01,2.0792383193969726
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.01,2.6289344787597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,4,1,power_law_1.2,0.20030720233917237
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,4,1,power_law_1.2,0.20488319396972657
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,4,1,power_law_1.2,0.20694398880004883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,4,1,power_law_1.01,2.7129215240478515
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,8,power_law_1.01,0.23525760173797608
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,4,1,power_law_1.2,0.22768640518188477
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,4,power_law_1.01,0.06268159747123718
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,8,power_law_1.01,0.24768640995025634
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,4,1,power_law_1.2,0.23564159870147705
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,8,power_law_1.01,0.2481152057647705
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,4,1,power_law_1.2,0.2600320100784302
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,8,power_law_1.01,0.2283328056335449
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,4,1,power_law_1.2,0.2833983898162842
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,8,power_law_1.01,0.2554879903793335
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,8,power_law_1.01,0.2739648103713989
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,8,power_law_1.01,0.2831487894058228
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,8,power_law_1.01,0.2903872013092041
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,8,power_law_1.01,0.3043519973754883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,8,power_law_1.01,0.31307520866394045
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,8,power_law_1.01,0.3313024044036865
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,8,power_law_1.01,0.3701247930526733
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,8,power_law_1.01,0.43727998733520507
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,8,power_law_1.01,0.5497983932495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,8,power_law_1.01,0.6403071880340576
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,8,power_law_1.01,0.9043392181396485
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,8,power_law_1.01,1.1175616264343262
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,8,power_law_1.01,1.5165056228637694
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,8,power_law_1.01,0.06026880145072937
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,8,power_law_1.01,1.9899200439453124
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,8,power_law_1.01,2.9290943145751953
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,4,1,power_law_1.2,0.2651583909988403
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,8,power_law_1.01,3.835251235961914
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,4,1,power_law_1.2,0.2706496000289917
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,4,1,power_law_1.2,0.29738879203796387
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,4,1,power_law_1.2,0.34143359661102296
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,4,1,power_law_1.2,0.3735680103302002
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,4,1,power_law_1.2,0.4513535976409912
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,4,1,power_law_1.2,0.5220672130584717
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,4,1,power_law_1.2,0.6834559917449952
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,4,1,power_law_1.2,0.0416703999042511
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,4,1,power_law_1.2,0.8349504470825195
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,4,1,power_law_1.2,0.06020479798316956
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,8,power_law_1.2,0.06735360026359558
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,4,1,power_law_1.2,0.0969215989112854
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,4,1,power_law_1.2,1.1439616203308105
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,8,power_law_1.01,0.09567360281944275
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,8,power_law_1.01,0.10802559852600098
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,4,1,power_law_1.2,1.4590335845947267
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,8,power_law_1.01,0.11229439973831176
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,8,power_law_1.01,0.12349439859390259
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,4,1,power_law_1.2,2.0948160171508787
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,8,power_law_1.01,0.1165887951850891
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,4,1,power_law_1.2,2.7253055572509766
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,8,power_law_1.2,0.059520000219345094
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,8,power_law_1.2,0.09324799776077271
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,8,power_law_1.2,0.09137279987335205
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,8,power_law_1.2,0.10524799823760986
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,4,power_law_1.01,0.09641600251197815
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,8,power_law_1.01,0.061440002918243405
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,8,power_law_1.2,0.12798080444335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,4,power_law_1.01,0.10404479503631592
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,8,power_law_1.01,0.09415040016174317
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,8,power_law_1.2,0.10060160160064698
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,8,power_law_1.2,0.1530303955078125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,4,power_law_1.01,0.13098880052566528
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,8,power_law_1.01,0.10403200387954711
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,8,power_law_1.2,0.10289280414581299
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,8,power_law_1.2,0.1556607961654663
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,4,power_law_1.01,0.16776319742202758
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,8,power_law_1.01,0.11112960577011108
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,8,power_law_1.2,0.1515455961227417
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,8,power_law_1.2,0.16447360515594484
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,4,power_law_1.01,0.18954240083694457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,8,power_law_1.2,0.16222720146179198
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,8,power_law_1.2,0.16672639846801757
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,8,power_law_1.2,0.060153597593307497
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,8,power_law_1.2,0.1646656036376953
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,8,power_law_1.2,0.17560319900512694
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,8,power_law_1.2,0.09182720184326172
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,8,power_law_1.2,0.17916799783706666
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,8,power_law_1.2,0.09004160165786743
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,8,power_law_1.2,0.18734079599380493
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,8,power_law_1.2,0.10257279872894287
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,8,power_law_1.2,0.20012800693511962
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,8,power_law_1.2,0.11883519887924195
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,8,power_law_1.2,0.20623359680175782
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,8,power_law_1.2,0.12066559791564942
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,8,power_law_1.2,0.2210304021835327
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,8,power_law_1.01,0.12818559408187866
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,8,power_law_1.2,0.2317375898361206
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,8,power_law_1.2,0.19256319999694824
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,8,power_law_1.01,0.1607424020767212
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,4,power_law_1.01,0.21717119216918945
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,8,power_law_1.2,0.26645760536193847
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,8,power_law_1.2,0.2124608039855957
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,8,power_law_1.01,0.16593919992446898
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,4,power_law_1.01,0.23852159976959228
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,8,power_law_1.2,0.31991679668426515
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,8,power_law_1.2,0.2171328067779541
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,8,power_law_1.01,0.15860480070114136
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,4,power_law_1.01,0.24765439033508302
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.2,0.3769471883773804
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,8,power_law_1.2,0.2133120059967041
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,8,power_law_1.01,0.17443840503692626
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,4,power_law_1.01,0.2553728103637695
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,8,power_law_1.2,0.2278143882751465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.2,0.4791423797607422
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,8,power_law_1.01,0.17857919931411742
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,4,power_law_1.01,0.25055999755859376
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,8,power_law_1.01,0.17908480167388915
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.2,0.5919167995452881
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,4,power_law_1.01,0.27448320388793945
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,8,power_law_1.01,0.18646399974822997
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,4,power_law_1.01,0.2702591896057129
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.2,0.7819200038909913
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,8,power_law_1.01,0.1938752055168152
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,4,power_law_1.01,0.2814079999923706
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,8,power_law_1.01,0.20400640964508057
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,4,power_law_1.01,0.3008960008621216
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,8,power_law_1.01,0.2174527883529663
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,4,power_law_1.01,0.3019520044326782
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,8,power_law_1.01,0.22934401035308838
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,4,power_law_1.01,0.34311680793762206
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,8,power_law_1.01,0.2577536106109619
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,8,power_law_1.2,0.2325439929962158
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,8,power_law_1.01,0.3120255947113037
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,4,power_law_1.01,0.4023551940917969
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,8,power_law_1.2,0.22847359180450438
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,8,power_law_1.01,0.36099839210510254
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,8,power_law_1.2,0.25106561183929443
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.01,0.45656957626342776
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,8,power_law_1.01,0.21028480529785157
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,8,power_law_1.2,0.26138880252838137
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,8,power_law_1.01,0.4598976135253906
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.01,0.5768832206726074
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,8,power_law_1.2,0.27416319847106935
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,8,power_law_1.01,0.21032319068908692
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,4,1,power_law_1.2,0.12019200325012207
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,8,power_law_1.01,0.5656191825866699
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,8,power_law_1.2,0.30266239643096926
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,8,power_law_1.01,0.2136512041091919
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.01,0.6986495971679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,4,1,power_law_1.2,0.1675711989402771
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,8,power_law_1.01,0.21429760456085206
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,8,power_law_1.2,0.3497215986251831
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,8,power_law_1.01,0.7719423770904541
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,8,power_law_1.01,0.22085120677947997
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,4,1,power_law_1.2,0.21493120193481446
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,8,power_law_1.2,0.4173439979553223
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.01,0.9630080223083496
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,8,power_law_1.01,0.23209600448608397
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,4,1,power_law_1.2,0.2229311943054199
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,8,power_law_1.2,0.5398719787597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,8,power_law_1.01,0.2376255989074707
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,4,1,power_law_1.2,0.23989760875701904
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,8,power_law_1.01,0.2509376049041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,8,power_law_1.2,0.6413440227508544
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.01,1.3683584213256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,4,1,power_law_1.2,0.24533119201660156
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,8,power_law_1.01,0.26063361167907717
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,8,power_law_1.2,1.0394368171691895
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,8,power_law_1.01,0.2737855911254883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,8,power_law_1.2,0.9019071578979492
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,8,power_law_1.01,0.29655680656433103
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.01,1.7983871459960938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,8,power_law_1.01,0.3465791940689087
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,8,power_law_1.2,1.109331226348877
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.01,0.944217586517334
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,8,power_law_1.01,0.3983680009841919
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,8,power_law_1.01,0.5242368221282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.01,1.1744319915771484
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,8,power_law_1.2,1.5919232368469238
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.01,2.580179214477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,8,power_law_1.01,0.633132791519165
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,4,1,power_law_1.2,0.25112318992614746
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,8,power_law_1.01,0.8498496055603028
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,8,power_law_1.2,2.0998464584350587
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,4,1,power_law_1.2,0.256710410118103
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,8,power_law_1.2,0.24970240592956544
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,8,power_law_1.2,1.3862784385681153
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,4,1,power_law_1.2,0.262175989151001
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,8,power_law_1.01,1.0697471618652343
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.01,3.464281463623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,8,power_law_1.2,0.2262592077255249
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,4,1,power_law_1.2,0.2694463968276978
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,8,power_law_1.2,0.23407359123229982
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,4,1,power_law_1.2,0.28360960483551023
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,8,power_law_1.2,2.9990848541259765
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,8,power_law_1.01,1.5084351539611816
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,8,power_law_1.2,1.899180793762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,8,power_law_1.2,0.26209919452667235
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,4,1,power_law_1.2,0.2925055980682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,8,power_law_1.2,0.2648832082748413
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,4,1,power_law_1.2,0.3206655979156494
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.01,1.6907392501831056
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,4,1,power_law_1.2,0.3480959892272949
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,8,power_law_1.2,0.278112006187439
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,8,power_law_1.01,1.9487039566040039
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,8,power_law_1.2,0.2789504051208496
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,4,1,power_law_1.2,0.39041919708251954
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,8,power_law_1.2,2.7604352951049806
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,8,power_law_1.2,0.2864255905151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,8,power_law_1.2,4.00055046081543
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,4,1,power_law_1.2,0.4683072090148926
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,8,power_law_1.2,0.30305919647216795
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.01,2.133260726928711
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,8,1,power_law_1.01,0.02240000069141388
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,8,power_law_1.2,0.30889599323272704
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,8,1,power_law_1.01,0.02686080038547516
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,8,power_law_1.01,2.8940479278564455
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,8,power_law_1.2,0.3331007957458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,8,1,power_law_1.01,0.0462336003780365
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,8,power_law_1.2,0.382751989364624
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,8,1,power_law_1.01,0.06323840022087097
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,8,power_law_1.2,3.5720191955566407
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,8,1,power_law_1.01,0.09003520011901855
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,8,power_law_1.2,0.4736639976501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.01,3.1343616485595702
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,8,1,power_law_1.01,0.11330560445785523
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,8,power_law_1.2,0.552396821975708
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,8,power_law_1.01,3.6786945343017576
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,8,1,power_law_1.01,0.1607743978500366
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,8,power_law_1.2,0.6978559970855713
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,8,1,power_law_1.2,0.02314240038394928
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,8,1,power_law_1.01,0.17487360239028932
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,8,1,power_law_1.2,0.027251198887825012
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,4,1,power_law_1.2,0.5352447986602783
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,8,1,power_law_1.01,0.1803264021873474
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,8,power_law_1.2,0.9187071800231934
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,8,1,power_law_1.2,0.04754559993743897
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,8,1,power_law_1.01,0.18021119832992555
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,4,1,power_law_1.2,0.6874752044677734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.01,4.015552139282226
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,8,1,power_law_1.2,0.06312320232391358
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,8,1,power_law_1.01,0.18255360126495362
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,8,power_law_1.2,1.1621055603027344
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,8,1,power_law_1.2,0.02590720057487488
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,8,1,power_law_1.2,0.0811456024646759
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,8,1,power_law_1.01,0.18420480489730834
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,4,1,power_law_1.2,0.8394687652587891
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,8,1,power_law_1.01,0.026700800657272337
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,8,1,power_law_1.2,0.03020800054073334
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,8,1,power_law_1.2,0.10662399530410767
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,8,1,power_law_1.01,0.029318401217460634
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,8,1,power_law_1.2,0.0446399986743927
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,8,power_law_1.2,1.6673152923583985
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,8,1,power_law_1.2,0.16044800281524657
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,4,1,power_law_1.2,1.1400064468383788
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,8,1,power_law_1.01,0.04428159892559051
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,8,1,power_law_1.2,0.056934398412704465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,8,1,power_law_1.2,0.17301759719848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,8,1,power_law_1.01,0.05811840295791626
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,8,1,power_law_1.2,0.07503359913825988
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,8,1,power_law_1.2,0.1759935975074768
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,8,1,power_law_1.01,0.08321920037269592
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,4,power_law_1.2,0.061484801769256595
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,4,1,power_law_1.2,1.441427230834961
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,8,1,power_law_1.2,0.09329280257225037
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,8,1,power_law_1.2,0.1758911967277527
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,8,1,power_law_1.01,0.10811519622802734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,8,1,power_law_1.2,0.12579200267791749
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,8,1,power_law_1.2,0.17828480005264283
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,8,1,power_law_1.01,0.12573440074920655
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,8,1,power_law_1.2,0.13189120292663575
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,8,1,power_law_1.2,0.18432639837265014
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,8,1,power_law_1.01,0.1323456048965454
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,4,1,power_law_1.2,2.040057563781738
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,8,1,power_law_1.2,0.13429759740829467
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,8,1,power_law_1.2,0.18725119829177855
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,8,1,power_law_1.01,0.18584959506988524
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,8,1,power_law_1.01,0.13388160467147828
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,8,1,power_law_1.2,0.1382591962814331
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,8,1,power_law_1.2,0.20848000049591064
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,8,1,power_law_1.01,0.13679360151290892
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,8,1,power_law_1.2,0.145798397064209
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,8,1,power_law_1.2,0.24142079353332518
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,8,1,power_law_1.01,0.1405311942100525
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,8,1,power_law_1.2,0.1558784008026123
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,8,1,power_law_1.2,0.24671359062194825
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,8,1,power_law_1.01,0.15249279737472535
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,8,1,power_law_1.2,0.165830397605896
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,4,1,power_law_1.2,2.6443328857421875
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,8,1,power_law_1.2,0.2569727897644043
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,8,1,power_law_1.01,0.16308480501174927
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,8,1,power_law_1.2,0.18687360286712645
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,8,power_law_1.2,2.1897855758666993
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,8,1,power_law_1.2,0.27779200077056887
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,8,1,power_law_1.01,0.1801599979400635
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,8,1,power_law_1.2,0.19979519844055177
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,8,1,power_law_1.01,0.19916160106658937
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,8,1,power_law_1.2,0.30984959602355955
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,8,1,power_law_1.2,0.20421121120452881
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,8,1,power_law_1.01,0.20210559368133546
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,8,1,power_law_1.2,0.3637248039245605
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,8,1,power_law_1.01,0.2150144100189209
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,8,1,power_law_1.2,0.40960001945495605
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,8,1,power_law_1.01,0.23948159217834472
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,8,power_law_1.2,2.9809024810791014
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,8,1,power_law_1.01,0.2699199914932251
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,8,1,power_law_1.2,0.5183743953704834
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,8,1,power_law_1.01,0.32407679557800295
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,8,1,power_law_1.2,0.6180416107177734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,8,1,power_law_1.01,0.37655038833618165
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,8,1,power_law_1.2,0.8355456352233886
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,8,1,power_law_1.01,0.48655362129211427
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,8,power_law_1.2,4.032070541381836
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,8,1,power_law_1.2,0.21892480850219725
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,8,1,power_law_1.01,0.5927167892456054
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,8,1,power_law_1.2,1.054265594482422
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,8,1,power_law_1.2,0.24467840194702148
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,8,1,power_law_1.01,0.19969919919967652
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,8,1,power_law_1.01,0.8091903686523437
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,8,1,power_law_1.2,0.2735424041748047
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,8,1,power_law_1.01,0.24237439632415772
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,8,1,power_law_1.2,1.4964159965515136
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,8,1,power_law_1.01,0.24579200744628907
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,8,1,power_law_1.01,1.0286080360412597
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,8,1,power_law_1.01,0.25560319423675537
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,8,1,power_law_1.01,0.27550721168518066
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,8,1,power_law_1.01,0.30189440250396726
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,8,1,power_law_1.2,1.938502311706543
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,8,1,power_law_1.01,0.36146559715271
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,8,1,power_law_1.01,0.4028672218322754
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,8,1,power_law_1.01,0.5127232074737549
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,8,1,power_law_1.2,0.33011839389801023
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,8,1,power_law_1.01,0.6097599983215332
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,8,1,power_law_1.2,0.3805824041366577
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,8,1,power_law_1.01,0.826905632019043
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,8,1,power_law_1.2,0.4909952163696289
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,8,1,power_law_1.01,1.4737536430358886
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,8,1,power_law_1.01,1.0473600387573243
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,8,1,power_law_1.2,0.5999936103820801
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,8,1,power_law_1.2,0.818336009979248
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,8,1,power_law_1.01,1.9171903610229493
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,8,1,power_law_1.01,1.4843968391418456
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,16,power_law_1.2,0.06710399985313416
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,8,1,power_law_1.2,1.0376895904541015
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,16,power_law_1.2,0.09896320104598999
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,16,power_law_1.2,0.09575039744377137
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,8,1,power_law_1.01,1.9248575210571288
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,8,1,power_law_1.2,1.4851648330688476
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,16,power_law_1.2,0.1019711971282959
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,16,power_law_1.2,0.06107519865036011
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,16,power_law_1.2,0.09783679842948914
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,16,power_law_1.2,0.08257920145988465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,16,power_law_1.01,0.06895359754562377
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,16,power_law_1.2,0.1610111951828003
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,8,1,power_law_1.2,1.9350080490112305
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,16,power_law_1.01,0.061964797973632815
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,16,power_law_1.2,0.1638975977897644
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,16,power_law_1.2,0.164409601688385
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,16,power_law_1.2,0.16889599561691285
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,16,power_law_1.2,0.16811519861221313
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,16,power_law_1.2,0.17519999742507936
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,16,power_law_1.2,0.18220160007476807
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,16,power_law_1.2,0.18587520122528076
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,16,power_law_1.2,0.09550079703330994
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,16,power_law_1.2,0.19612799882888793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,16,power_law_1.2,0.09340800046920776
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,16,power_law_1.2,0.20818560123443602
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,16,power_law_1.2,0.21877119541168213
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,16,power_law_1.2,0.09428480267524719
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,16,power_law_1.2,0.24707200527191162
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,16,power_law_1.2,0.15754879713058473
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,16,power_law_1.2,0.3252671957015991
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,16,power_law_1.2,0.16501760482788086
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,16,power_law_1.2,0.3896384000778198
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,16,power_law_1.2,0.165011203289032
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,16,power_law_1.2,0.47583999633789065
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,16,power_law_1.2,0.16917120218276976
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,16,power_law_1.2,0.17112959623336793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,16,power_law_1.2,0.5897088050842285
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,16,power_law_1.2,0.17447680234909058
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,16,power_law_1.2,0.7825791835784912
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,16,power_law_1.2,0.18183679580688478
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,4,power_law_1.2,0.09333119988441467
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,16,power_law_1.2,0.1874943971633911
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,16,power_law_1.2,1.0076800346374513
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,4,power_law_1.2,0.09751039743423462
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,16,power_law_1.2,0.1978816032409668
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,16,power_law_1.01,0.10032000541687011
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,16,power_law_1.2,0.2119999885559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,4,power_law_1.2,0.12046719789505005
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,16,power_law_1.01,0.10355839729309083
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,16,power_law_1.2,0.224019193649292
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,16,power_law_1.2,1.4236224174499512
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,4,power_law_1.2,0.15797120332717896
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,16,power_law_1.01,0.09513599872589111
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,16,power_law_1.2,0.2508415937423706
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,16,power_law_1.01,0.10156160593032837
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,16,power_law_1.01,0.09588479995727539
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,4,power_law_1.2,0.18703999519348144
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,16,power_law_1.2,0.3190335988998413
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,16,power_law_1.01,0.1035264015197754
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,16,power_law_1.01,0.09360640048980713
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,16,power_law_1.2,1.8496000289916992
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,4,power_law_1.2,0.2240000009536743
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,16,power_law_1.01,0.09742079973220825
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,4,power_law_1.2,0.23109118938446044
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,4,power_law_1.2,0.24298880100250245
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,4,power_law_1.2,0.24646399021148682
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,16,power_law_1.2,2.7220287322998047
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,4,power_law_1.2,0.24947841167449952
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,4,power_law_1.2,0.26017279624938966
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,4,power_law_1.2,0.2595904111862183
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,16,power_law_1.2,0.36538879871368407
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,4,power_law_1.2,0.2815040111541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,16,power_law_1.2,0.46968960762023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,16,power_law_1.2,3.5776512145996096
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,4,power_law_1.2,0.3031552076339722
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,16,1,power_law_1.01,0.026259198784828186
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,16,power_law_1.2,0.5868800163269043
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,16,1,power_law_1.01,0.02805120050907135
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,16,power_law_1.2,0.7831424236297607
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,16,1,power_law_1.01,0.039654400944709775
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,16,1,power_law_1.01,0.04933120012283325
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,16,power_law_1.2,0.9983039855957031
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,16,power_law_1.01,0.06058239936828613
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,16,1,power_law_1.01,0.06272640228271484
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,16,power_law_1.01,0.0934719979763031
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,16,1,power_law_1.01,0.08013439774513245
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,16,power_law_1.2,1.4387200355529786
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,16,power_law_1.01,0.0945855975151062
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,16,1,power_law_1.01,0.0949184000492096
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,16,power_law_1.01,0.09451519846916198
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,4,power_law_1.2,0.3160320043563843
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,16,power_law_1.01,0.09919999837875366
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,4,power_law_1.2,0.35228800773620605
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,16,power_law_1.2,1.8682880401611328
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,16,power_law_1.01,0.11997439861297607
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,4,power_law_1.2,0.41697278022766116
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,16,power_law_1.01,0.1251456022262573
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,4,power_law_1.2,0.4724736213684082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,16,power_law_1.01,0.13038719892501832
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,16,power_law_1.01,0.13444479703903198
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,16,power_law_1.2,2.749395179748535
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,4,power_law_1.2,0.6040192127227784
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,16,power_law_1.01,0.1326848030090332
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,4,power_law_1.2,0.723583984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,16,1,power_law_1.01,0.10203520059585572
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,16,1,power_law_1.01,0.10288000106811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,4,power_law_1.2,0.964140796661377
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,16,1,power_law_1.01,0.022201600670814513
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,16,1,power_law_1.01,0.10446079969406127
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,16,power_law_1.01,0.1566912055015564
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,16,power_law_1.2,3.6116222381591796
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,16,1,power_law_1.01,0.10686719417572021
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,16,power_law_1.01,0.16016639471054078
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,16,power_law_1.01,0.16639360189437866
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,16,1,power_law_1.2,0.021695999801158904
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,4,power_law_1.2,1.2240063667297363
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,16,1,power_law_1.01,0.11637120246887207
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,16,power_law_1.01,0.16487679481506348
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,16,power_law_1.01,0.1662783980369568
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,16,1,power_law_1.2,0.023635199666023253
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,16,1,power_law_1.01,0.12435840368270874
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,16,power_law_1.01,0.1654911994934082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,16,power_law_1.01,0.16922240257263182
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,16,1,power_law_1.01,0.1395967960357666
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,4,power_law_1.2,1.6982719421386718
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,16,power_law_1.01,0.16877440214157105
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,16,power_law_1.01,0.1702720046043396
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,16,1,power_law_1.01,0.1556607961654663
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,16,power_law_1.01,0.14094079732894899
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,16,power_law_1.01,0.17084800004959105
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,16,power_law_1.01,0.17570559978485106
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,16,1,power_law_1.01,0.15950080156326293
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,16,power_law_1.01,0.14794880151748657
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,16,power_law_1.01,0.17531520128250122
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,16,power_law_1.01,0.18180480003356933
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,16,1,power_law_1.01,0.17072639465332032
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,16,power_law_1.01,0.15155199766159058
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,16,power_law_1.01,0.184607994556427
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,16,1,power_law_1.01,0.19201279878616334
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,4,power_law_1.2,2.218943977355957
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,16,power_law_1.01,0.16387840509414672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,16,power_law_1.01,0.19535360336303711
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,16,1,power_law_1.01,0.21770880222320557
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,16,power_law_1.01,0.17432960271835327
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,16,power_law_1.01,0.20572800636291505
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,16,1,power_law_1.01,0.26987519264221194
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,16,power_law_1.01,0.18269439935684204
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,16,power_law_1.01,0.21477119922637938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,16,1,power_law_1.01,0.30398719310760497
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,16,power_law_1.01,0.2110975980758667
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,16,1,power_law_1.2,0.04043520092964172
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,16,power_law_1.01,0.2420032024383545
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,16,power_law_1.01,0.25827200412750245
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,16,1,power_law_1.01,0.3904128074645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,16,1,power_law_1.2,0.05062400102615357
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,16,power_law_1.01,0.3046976089477539
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.01,0.30748159885406495
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,16,1,power_law_1.01,0.4725759983062744
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,16,1,power_law_1.2,0.06506879925727845
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,16,power_law_1.01,0.38224639892578127
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.01,0.4029439926147461
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,16,1,power_law_1.2,0.07986559867858886
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,16,power_law_1.01,0.472057580947876
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,16,1,power_law_1.01,0.6469312191009522
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,16,power_law_1.01,0.1817471981048584
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.01,0.49134078025817873
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,16,1,power_law_1.2,0.1001855969429016
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,16,power_law_1.01,0.18551679849624633
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,16,power_law_1.01,0.567519998550415
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,16,1,power_law_1.01,0.8167167663574219
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,16,1,power_law_1.2,0.10559999942779541
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.01,0.6907839775085449
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,16,power_law_1.01,0.1963520050048828
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,16,1,power_law_1.2,0.1069375991821289
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,16,power_law_1.01,0.7580480098724365
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,16,power_law_1.01,0.2091520071029663
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,16,1,power_law_1.2,0.10888960361480712
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,16,1,power_law_1.01,1.1609600067138672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.01,0.8878463745117188
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,16,power_law_1.2,0.06049280166625977
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,16,power_law_1.01,0.21750400066375733
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,16,1,power_law_1.2,0.11786240339279175
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,4,power_law_1.2,3.2876991271972655
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,16,power_law_1.2,0.08843520283699036
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,16,power_law_1.01,0.24391040802001954
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,16,1,power_law_1.2,0.12688000202178956
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,16,1,power_law_1.01,0.023712000250816344
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,16,power_law_1.01,0.29942400455474855
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,16,power_law_1.2,0.08723840117454529
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.01,1.2547264099121094
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,16,1,power_law_1.2,0.12899839878082275
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,16,1,power_law_1.01,1.5052032470703125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,16,1,power_law_1.01,0.04051199853420258
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,16,power_law_1.2,0.09164800047874451
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,16,1,power_law_1.2,0.026451200246810913
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,16,1,power_law_1.01,0.05167359709739685
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,16,power_law_1.2,0.09886720180511474
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,16,1,power_law_1.2,0.028217598795890808
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,16,1,power_law_1.01,0.06789759993553161
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.01,1.606208038330078
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,16,1,power_law_1.2,0.040703999996185306
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,16,power_law_1.2,0.11717760562896729
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,16,1,power_law_1.01,0.08592000007629394
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,16,1,power_law_1.2,0.04933120012283325
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,16,1,power_law_1.01,0.10097279548645019
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,4,power_law_1.2,4.420249557495117
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,16,1,power_law_1.2,0.0605567991733551
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,16,1,power_law_1.01,0.10647679567337036
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,16,power_law_1.01,0.9458815574645996
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.01,2.411897659301758
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,16,1,power_law_1.2,0.07751039862632751
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,32,power_law_1.01,0.06783360242843628
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,16,1,power_law_1.2,0.09552000164985656
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,16,power_law_1.01,1.3843328475952148
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,16,1,power_law_1.2,0.14424320459365844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,32,power_law_1.01,0.07227519750595093
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,16,1,power_law_1.2,0.0977728009223938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,16,1,power_law_1.2,0.16989439725875854
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,32,power_law_1.01,0.07288960218429566
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,16,1,power_law_1.2,0.10315519571304321
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,16,1,power_law_1.2,0.17445119619369506
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,16,power_law_1.01,1.7343488693237306
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,32,power_law_1.01,0.07290239930152893
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,16,1,power_law_1.2,0.10499839782714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,16,1,power_law_1.2,0.18353279829025268
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.01,3.1223487854003906
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,16,1,power_law_1.2,0.1090880036354065
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,32,power_law_1.01,0.10404479503631592
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,16,1,power_law_1.2,0.20302081108093262
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,16,1,power_law_1.2,0.11303679943084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,32,power_law_1.01,0.15159679651260377
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,16,1,power_law_1.2,0.22513918876647948
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,16,1,power_law_1.2,0.12949119806289672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,16,1,power_law_1.01,0.1078976035118103
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,32,power_law_1.01,0.1555840015411377
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,16,power_law_1.01,2.523027229309082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,16,1,power_law_1.2,0.1412608027458191
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,16,1,power_law_1.01,0.10959999561309815
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,32,power_law_1.01,0.15718400478363037
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,16,1,power_law_1.2,0.15618560314178467
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,16,power_law_1.01,0.3612799882888794
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,16,1,power_law_1.01,0.11826560497283936
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,32,power_law_1.01,0.1593664050102234
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,16,1,power_law_1.2,0.16289279460906983
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,16,1,power_law_1.01,0.12476160526275634
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,16,power_law_1.01,0.4501760005950928
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,32,power_law_1.01,0.16195839643478394
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,16,1,power_law_1.2,0.17492480278015138
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,16,1,power_law_1.01,0.1294144034385681
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,32,power_law_1.01,0.1666111946105957
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,16,1,power_law_1.2,0.19338879585266114
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,16,power_law_1.01,0.5558656215667724
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,16,1,power_law_1.01,0.13971840143203734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,16,power_law_1.01,3.29315185546875
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,32,power_law_1.01,0.1725376009941101
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,16,1,power_law_1.2,0.22163839340209962
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,16,power_law_1.2,0.1246783971786499
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,16,1,power_law_1.01,0.1688447952270508
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,16,power_law_1.01,0.7499904155731201
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,16,1,power_law_1.2,0.26917760372161864
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,32,power_law_1.01,0.17655680179595948
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,16,power_law_1.2,0.12620799541473388
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,32,power_law_1.01,0.1866368055343628
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,16,power_law_1.2,0.13397120237350463
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,16,1,power_law_1.2,0.2848448038101196
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,16,power_law_1.01,0.9620608329772949
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,32,power_law_1.01,0.19644800424575806
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,16,power_law_1.2,0.13473279476165773
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,16,1,power_law_1.2,0.31734399795532225
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,32,power_law_1.01,0.20832641124725343
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,16,power_law_1.2,0.1413823962211609
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,16,1,power_law_1.2,0.39198079109191897
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,32,power_law_1.01,0.23066880702972412
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,16,power_law_1.01,1.330732822418213
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,16,power_law_1.2,0.14588160514831544
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,32,power_law_1.01,0.2732863903045654
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,16,1,power_law_1.2,0.4692351818084717
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,16,power_law_1.2,0.15202560424804687
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,16,power_law_1.2,0.1634112000465393
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,32,power_law_1.01,0.31473920345306394
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,16,1,power_law_1.2,0.6327295780181885
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,16,power_law_1.01,1.7300159454345703
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,16,power_law_1.2,0.1744704008102417
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,32,power_law_1.01,0.4125504016876221
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,16,1,power_law_1.01,0.17365119457244874
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,16,power_law_1.2,0.18636800050735475
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,16,1,power_law_1.2,0.7995007991790771
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,16,1,power_law_1.01,0.18362239599227906
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,16,1,power_law_1.2,0.3065792083740234
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,32,power_law_1.01,0.061299198865890504
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,32,power_law_1.01,0.5193408012390137
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,16,1,power_law_1.01,0.2009727954864502
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,32,power_law_1.01,0.06183040142059326
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,16,1,power_law_1.2,0.39329919815063474
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,16,1,power_law_1.01,0.22147200107574463
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,16,1,power_law_1.2,1.1263936042785645
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,32,power_law_1.01,0.694982385635376
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,16,power_law_1.01,2.5265151977539064
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,32,power_law_1.01,0.06762239933013917
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,16,1,power_law_1.2,0.47718400955200196
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,16,1,power_law_1.01,0.26703360080718996
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,32,power_law_1.01,0.06704000234603882
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,32,power_law_1.01,0.8773119926452637
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,16,1,power_law_1.01,0.3155200004577637
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,16,1,power_law_1.2,0.6478079795837403
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,16,1,power_law_1.2,1.4596991539001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,32,power_law_1.01,0.07238399982452393
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,16,1,power_law_1.01,0.38906240463256836
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,32,power_law_1.01,0.10212479829788208
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,16,1,power_law_1.2,0.8198783874511719
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,32,power_law_1.01,1.2571328163146973
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,32,power_law_1.01,0.062035202980041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,16,1,power_law_1.01,0.46639361381530764
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,16,power_law_1.01,3.3189311981201173
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,32,power_law_1.01,0.10855679512023926
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,32,power_law_1.01,0.06223359704017639
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,16,power_law_1.2,0.2129472017288208
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,16,1,power_law_1.01,0.6271615982055664
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,32,power_law_1.01,0.10629760026931763
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,16,1,power_law_1.2,1.166534423828125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,32,power_law_1.01,0.06231039762496948
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,16,power_law_1.2,0.2666624069213867
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,32,power_law_1.01,0.11429760456085206
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,32,power_law_1.2,0.06869120001792908
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,32,power_law_1.01,0.06289920210838318
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,16,1,power_law_1.01,0.7897920131683349
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,32,power_law_1.01,0.11422719955444335
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,16,power_law_1.2,0.31266560554504397
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,32,power_law_1.2,0.07189760208129883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,32,power_law_1.01,0.09281920194625855
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,16,1,power_law_1.2,1.5149312019348145
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,32,power_law_1.2,0.07206400036811829
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,16,power_law_1.2,0.4097280025482178
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,16,1,power_law_1.01,1.1137215614318847
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,32,power_law_1.01,0.15107840299606323
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,32,power_law_1.2,0.07236480116844177
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,16,power_law_1.2,0.5057983875274659
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,32,power_law_1.01,0.15569920539855958
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,32,power_law_1.2,0.10288000106811523
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,32,power_law_1.01,0.1587839961051941
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,16,1,power_law_1.01,1.4450495719909668
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,16,power_law_1.2,0.7010047912597657
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,32,power_law_1.2,0.14978560209274291
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,32,power_law_1.01,0.16195199489593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,32,power_law_1.01,0.16339839696884156
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,32,power_law_1.2,0.1553279995918274
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,16,power_law_1.2,0.9029312133789062
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,32,power_law_1.01,1.620140838623047
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,32,power_law_1.2,0.06135680079460144
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,32,power_law_1.01,0.1674623966217041
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,32,power_law_1.2,0.15661439895629883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,32,power_law_1.01,0.1723647952079773
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,32,power_law_1.2,0.061862397193908694
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,32,power_law_1.2,0.15934079885482788
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,16,power_law_1.2,1.2787775993347168
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,32,power_law_1.01,0.12077440023422241
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,32,power_law_1.01,0.1774783968925476
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,32,power_law_1.2,0.06711040139198303
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,32,power_law_1.2,0.16135679483413695
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,32,power_law_1.01,0.12567039728164672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,32,power_law_1.01,2.286195182800293
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,32,power_law_1.01,0.18891520500183107
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,32,power_law_1.2,0.06719359755516052
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,32,power_law_1.01,0.12854399681091308
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,16,power_law_1.2,1.654547119140625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,32,power_law_1.01,0.19897600412368774
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,32,power_law_1.01,0.1401535987854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,32,power_law_1.2,0.07329279780387879
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,32,power_law_1.01,0.2084671974182129
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,32,power_law_1.01,0.1510848045349121
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,32,power_law_1.2,0.09954559803009033
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,32,power_law_1.01,0.2294912099838257
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,32,power_law_1.01,0.16297600269317628
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,32,power_law_1.2,0.1085312008857727
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,32,power_law_1.01,0.272710394859314
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,32,power_law_1.01,0.18607360124588013
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,32,power_law_1.01,3.1347583770751952
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,16,power_law_1.2,2.4357824325561523
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,32,power_law_1.2,0.10933120250701904
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,32,power_law_1.01,0.31315839290618896
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,32,power_law_1.01,0.23423359394073487
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,32,1,power_law_1.01,0.020985600352287293
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,32,power_law_1.2,0.10977280139923096
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.01,0.2756351947784424
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,32,power_law_1.01,0.410265588760376
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,32,1,power_law_1.01,0.023027199506759643
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,32,power_law_1.2,0.11357439756393432
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.01,0.3673664093017578
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,32,1,power_law_1.01,0.0356799989938736
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,32,power_law_1.2,0.16636159420013427
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,32,power_law_1.01,0.5128704071044922
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,32,power_law_1.2,0.1199679970741272
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,32,power_law_1.2,0.17121280431747438
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.01,0.45489277839660647
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,32,1,power_law_1.01,0.04408319890499115
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,32,power_law_1.2,0.12405760288238525
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,16,power_law_1.2,3.1722623825073244
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,32,1,power_law_1.01,0.023321600258350374
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,32,power_law_1.01,0.6961728096008301
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,32,power_law_1.2,0.17671040296554566
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,32,power_law_1.2,0.12929919958114625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,32,1,power_law_1.01,0.05567359924316406
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.01,0.6392704010009765
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,32,1,power_law_1.2,0.020588800311088562
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,32,1,power_law_1.01,0.028140801191329955
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,32,power_law_1.2,0.18748159408569337
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,32,power_law_1.2,0.14076800346374513
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,32,1,power_law_1.01,0.07123839855194092
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,32,power_law_1.01,0.8709888458251953
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,32,1,power_law_1.2,0.022073599696159362
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,32,power_law_1.2,0.19849599599838258
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,32,1,power_law_1.01,0.03132160007953644
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,32,power_law_1.2,0.15563520193099975
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.01,0.8116543769836426
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,32,1,power_law_1.01,0.08213760256767273
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,32,1,power_law_1.2,0.03776000142097473
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,32,power_law_1.2,0.20839040279388427
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,32,1,power_law_1.01,0.04460160136222839
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,32,1,power_law_1.01,0.08361600041389465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,32,1,power_law_1.2,0.04377599954605103
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,32,power_law_1.01,1.2456128120422363
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,32,1,power_law_1.01,0.05715199708938599
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.01,1.1662272453308105
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,32,1,power_law_1.01,0.08519039750099182
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,32,1,power_law_1.2,0.05443840026855469
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,32,1,power_law_1.01,0.06792960166931153
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,32,1,power_law_1.01,0.08698880076408386
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,32,1,power_law_1.2,0.0680895984172821
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,32,power_law_1.2,0.060224002599716185
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,32,1,power_law_1.01,0.07833600044250488
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,32,power_law_1.01,1.587110424041748
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,32,1,power_law_1.01,0.09093120098114013
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,32,1,power_law_1.2,0.07966079711914062
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.01,1.512294387817383
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,32,power_law_1.2,0.062035202980041504
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,32,1,power_law_1.01,0.07935360074043274
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,32,1,power_law_1.01,0.09512320160865784
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,32,1,power_law_1.2,0.08309760093688964
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,32,1,power_law_1.01,0.08265600204467774
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,32,power_law_1.2,0.061990398168563846
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,32,1,power_law_1.01,0.09780480265617371
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,32,1,power_law_1.2,0.08360959887504578
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,32,1,power_law_1.01,0.0834176003932953
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,32,1,power_law_1.01,0.1080896019935608
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,32,power_law_1.2,0.06339200139045716
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,32,1,power_law_1.2,0.08657280206680298
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,32,power_law_1.01,2.354060745239258
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,32,1,power_law_1.01,0.08814719915390015
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.01,2.2016576766967773
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,32,power_law_1.2,0.16451200246810913
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,32,power_law_1.2,0.0911616027355194
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,32,1,power_law_1.01,0.09274880290031433
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,32,power_law_1.2,0.23007359504699706
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,32,power_law_1.2,0.18709759712219237
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,32,power_law_1.2,0.15055999755859376
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,32,1,power_law_1.01,0.09621760249137878
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,32,power_law_1.2,0.2763776063919067
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,32,power_law_1.2,0.23570559024810792
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,32,1,power_law_1.01,0.10514559745788574
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,32,power_law_1.2,0.15612800121307374
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,32,power_law_1.2,0.31967360973358155
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,32,power_law_1.2,0.2822655916213989
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,32,1,power_law_1.01,0.14469120502471924
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,32,power_law_1.2,0.15791360139846802
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,32,power_law_1.01,3.0796863555908205
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,32,1,power_law_1.01,0.14991999864578248
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.01,2.909075164794922
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,32,power_law_1.2,0.3800575971603394
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,32,power_law_1.2,0.4278848171234131
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,32,power_law_1.2,0.16165119409561157
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,32,1,power_law_1.01,0.15967999696731566
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,32,1,power_law_1.2,0.02593280076980591
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,64,power_law_1.01,0.058483201265335086
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,32,power_law_1.2,0.47501440048217775
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,32,power_law_1.2,0.1637887954711914
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,32,1,power_law_1.01,0.17895040512084961
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,32,1,power_law_1.2,0.030559998750686646
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,64,power_law_1.01,0.05813120007514953
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,32,power_law_1.2,0.16821759939193726
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,32,1,power_law_1.01,0.15692800283432007
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,32,power_law_1.2,0.6554944038391113
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,64,power_law_1.01,0.058355200290679934
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,32,1,power_law_1.2,0.09015679955482483
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,32,1,power_law_1.01,0.16100480556488037
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,32,power_law_1.2,0.1733247995376587
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,32,1,power_law_1.2,0.09575679898262024
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,32,1,power_law_1.01,0.16911360025405883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,32,power_law_1.2,0.17795200347900392
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,32,power_law_1.2,0.8354368209838867
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,32,1,power_law_1.2,0.09890559911727906
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,32,1,power_law_1.01,0.18673280477523804
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,32,power_law_1.2,0.188428795337677
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,32,1,power_law_1.2,0.10815999507904053
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,32,1,power_law_1.01,0.20353279113769532
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,32,power_law_1.2,0.2023616075515747
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,32,power_law_1.2,1.203929615020752
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,32,1,power_law_1.01,0.23583359718322755
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,32,power_law_1.2,0.2118272066116333
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,32,1,power_law_1.01,0.2695744037628174
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,32,power_law_1.2,0.2307391881942749
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,32,power_law_1.2,0.5359551906585693
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,32,power_law_1.2,0.27497599124908445
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,32,1,power_law_1.01,0.35599360466003416
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,32,power_law_1.2,1.6101247787475585
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,32,1,power_law_1.01,0.19880319833755494
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,32,1,power_law_1.2,0.03185920119285583
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,32,power_law_1.2,0.7345983982086182
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,32,power_law_1.2,0.32937600612640383
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,32,1,power_law_1.01,0.43452157974243166
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,32,1,power_law_1.01,0.2363584041595459
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,64,power_law_1.01,0.08626559972763062
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,32,1,power_law_1.2,0.04451839923858643
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,32,1,power_law_1.01,0.2788991928100586
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,32,power_law_1.2,0.9035776138305665
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,32,1,power_law_1.01,0.5815040111541748
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,32,power_law_1.2,0.4436607837677002
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,64,power_law_1.01,0.09367039799690247
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,32,power_law_1.2,2.3862144470214846
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,32,1,power_law_1.01,0.37354240417480467
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,64,power_law_1.01,0.14689919948577881
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,32,1,power_law_1.2,0.1568384051322937
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,32,1,power_law_1.01,0.7363071918487549
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,32,power_law_1.2,0.5264383792877197
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,32,1,power_law_1.01,0.4457727909088135
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,64,power_law_1.01,0.15170559883117676
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,32,power_law_1.2,0.7201024055480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,64,power_law_1.01,0.1527232050895691
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,32,1,power_law_1.01,0.60763521194458
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,32,1,power_law_1.01,1.038111972808838
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,64,power_law_1.01,0.15597440004348756
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,32,power_law_1.2,0.9291584014892578
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,32,1,power_law_1.01,0.7704576015472412
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,32,power_law_1.2,3.076051139831543
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,32,1,power_law_1.01,1.3428671836853028
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,64,power_law_1.01,0.04213759899139404
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,32,1,power_law_1.01,1.0941311836242675
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,32,power_law_1.2,1.323801612854004
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,64,power_law_1.01,0.04249599874019623
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,32,1,power_law_1.2,0.055219197273254396
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,64,power_law_1.01,0.04302079975605011
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,32,power_law_1.2,1.2903615951538085
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,32,1,power_law_1.2,0.0660863995552063
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,32,1,power_law_1.2,0.1607743978500366
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,64,power_law_1.01,0.05924479961395264
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,32,power_law_1.2,1.747808074951172
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,32,1,power_law_1.2,0.16951040029525757
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,64,power_law_1.01,0.0858240008354187
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,32,1,power_law_1.2,0.07773439884185791
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,32,1,power_law_1.2,0.18762240409851075
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,64,power_law_1.01,0.14716800451278686
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,32,power_law_1.2,1.7315328598022461
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,32,1,power_law_1.2,0.0801472008228302
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,32,1,power_law_1.2,0.20535039901733398
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,64,power_law_1.01,0.1577407956123352
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,64,power_law_1.01,0.15063040256500243
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,32,1,power_law_1.2,0.23738880157470704
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,32,1,power_law_1.2,0.08038399815559387
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,64,power_law_1.01,0.16293120384216309
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,64,power_law_1.01,0.1524415969848633
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,32,power_law_1.2,2.4675840377807616
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,32,1,power_law_1.2,0.27340800762176515
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,64,power_law_1.01,0.16704000234603883
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,64,power_law_1.01,0.050323200225830075
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,64,power_law_1.01,0.1551424026489258
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,64,power_law_1.01,0.17186559438705445
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,32,1,power_law_1.2,0.36382720470428465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,32,power_law_1.2,2.556537628173828
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,64,power_law_1.01,0.05244799852371216
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,64,power_law_1.01,0.18222719430923462
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,32,1,power_law_1.2,0.43528318405151367
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,32,1,power_law_1.01,1.4172800064086915
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,64,power_law_1.01,0.05653759837150574
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,64,power_law_1.01,0.1920575976371765
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,64,power_law_1.01,0.20261759757995607
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,32,1,power_law_1.2,0.5835584163665771
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,64,power_law_1.01,0.05625600218772888
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,64,power_law_1.01,0.22308480739593506
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,64,power_law_1.01,0.061452800035476686
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,32,1,power_law_1.2,0.7409023761749267
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,64,power_law_1.01,0.2628479957580566
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,32,power_law_1.2,3.3291454315185547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,64,power_law_1.01,0.09160320162773132
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,32,power_law_1.2,3.3759231567382812
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,64,power_law_1.01,0.3038784027099609
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,64,power_law_1.2,0.05856639742851257
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,32,1,power_law_1.2,1.046675205230713
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,64,power_law_1.01,0.09566079974174499
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,64,power_law_1.2,0.041228801012039185
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,64,power_law_1.01,0.3907968044281006
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,32,1,power_law_1.2,0.08541439771652222
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,64,power_law_1.2,0.058432000875473025
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,64,power_law_1.01,0.09595519900321961
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,64,power_law_1.2,0.058483201265335086
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,64,power_law_1.01,0.4731328010559082
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,32,1,power_law_1.2,0.08972160220146179
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,64,power_law_1.2,0.04225279986858368
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,64,power_law_1.01,0.10053759813308716
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,32,1,power_law_1.2,1.3515583992004394
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,64,power_law_1.2,0.0839743971824646
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,64,power_law_1.01,0.10028159618377686
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,64,power_law_1.2,0.041945600509643556
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,64,power_law_1.2,0.09451519846916198
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,64,power_law_1.01,0.10611200332641602
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,64,power_law_1.2,0.05834239721298218
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,64,power_law_1.2,0.05010560154914856
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,64,power_law_1.2,0.14701440334320068
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,64,power_law_1.01,0.11100159883499146
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,64,power_law_1.2,0.08535040020942689
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,64,power_law_1.2,0.05196800231933594
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,64,power_law_1.01,0.11642240285873413
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,64,power_law_1.2,0.1515071988105774
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,64,power_law_1.2,0.14641280174255372
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,64,power_law_1.2,0.05512319803237915
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,64,power_law_1.01,0.12661759853363036
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,64,power_law_1.2,0.15273599624633788
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,64,power_law_1.2,0.14960639476776122
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,64,power_law_1.2,0.05588480234146118
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,64,power_law_1.01,0.13870079517364503
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,64,power_law_1.2,0.15559680461883546
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,64,power_law_1.01,0.1568511962890625
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,64,power_law_1.2,0.15145599842071533
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,64,power_law_1.2,0.06071680188179016
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,64,power_law_1.2,0.15813759565353394
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,64,power_law_1.01,0.16128640174865722
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,64,power_law_1.2,0.1545151948928833
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,64,power_law_1.2,0.08988800048828124
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,32,1,power_law_1.2,0.09516800045967103
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,64,power_law_1.01,0.16702719926834106
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,64,power_law_1.2,0.09438080191612244
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,64,power_law_1.2,0.15692800283432007
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,32,1,power_law_1.2,0.09703680276870727
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,64,power_law_1.2,0.09600639939308167
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,32,1,power_law_1.2,0.10734720230102539
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,64,power_law_1.2,0.09998720288276672
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,32,1,power_law_1.2,0.1462847948074341
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,64,power_law_1.2,0.10123519897460938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,32,1,power_law_1.2,0.15032960176467897
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,64,power_law_1.2,0.10655360221862793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,32,1,power_law_1.2,0.16099200248718262
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,64,power_law_1.2,0.11218559741973877
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,64,power_law_1.01,0.15072640180587768
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,32,1,power_law_1.2,0.18091520071029663
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,64,power_law_1.2,0.11361919641494751
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,64,power_law_1.01,0.17126400470733644
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,32,1,power_law_1.2,0.20248959064483643
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,64,power_law_1.01,0.6600959777832032
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,64,power_law_1.2,0.12758400440216064
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,64,power_law_1.01,0.21415040493011475
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,128,power_law_1.01,0.03410559892654419
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,32,1,power_law_1.2,0.24380159378051758
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,64,power_law_1.2,0.14042880535125732
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,64,power_law_1.01,0.17080960273742676
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.01,0.2599679946899414
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,128,power_law_1.01,0.03403519988059998
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,64,power_law_1.01,0.8351039886474609
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,32,1,power_law_1.2,0.28551039695739744
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,64,power_law_1.01,0.18125439882278443
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.01,0.35306239128112793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,64,power_law_1.2,0.16227200031280517
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,64,power_law_1.01,0.19290879964828492
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,32,1,power_law_1.2,0.37509760856628416
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,64,power_law_1.01,1.1899264335632325
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.01,0.4348991870880127
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,64,power_law_1.01,0.2033087968826294
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,64,power_law_1.2,0.16807680130004882
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,32,1,power_law_1.2,0.45154561996459963
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,64,power_law_1.01,0.22490239143371582
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.01,0.6141695976257324
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,64,power_law_1.01,0.26347520351409914
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,64,power_law_1.01,1.5275967597961426
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,32,1,power_law_1.2,0.6110655784606933
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,64,power_law_1.01,0.30636799335479736
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.01,0.7811327934265136
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,64,power_law_1.2,0.1627071976661682
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,32,1,power_law_1.2,0.7754879951477051
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,64,power_law_1.01,0.396396803855896
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,64,power_law_1.2,0.16739840507507325
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,64,power_law_1.2,0.1728000044822693
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.01,1.1337344169616699
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,64,power_law_1.2,0.1502527952194214
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,64,power_law_1.01,2.1872064590454103
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,64,power_law_1.2,0.18276480436325074
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,128,power_law_1.01,0.054028797149658206
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,64,power_law_1.2,0.17464959621429443
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,32,1,power_law_1.2,1.0974335670471191
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,64,power_law_1.2,0.1932736039161682
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,64,power_law_1.2,0.2213184118270874
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.01,1.4699071884155273
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,64,power_law_1.2,0.2032320022583008
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,64,power_law_1.2,0.26460800170898435
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,64,power_law_1.2,0.22413439750671388
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,32,1,power_law_1.2,1.4237248420715332
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,64,power_law_1.2,0.3597568035125732
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,64,power_law_1.01,2.991609573364258
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,64,power_law_1.2,0.26356480121612547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,128,power_law_1.01,0.035596799850463864
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,128,power_law_1.01,0.0490880012512207
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,64,power_law_1.2,0.4582528114318848
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,64,power_law_1.2,0.3096767902374268
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.01,2.1514751434326174
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,128,power_law_1.01,0.03617919981479645
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,128,power_law_1.01,0.050809597969055174
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,64,power_law_1.2,0.4017216205596924
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,128,power_law_1.01,0.050496000051498416
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,64,power_law_1.2,0.628172779083252
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,64,power_law_1.01,0.4831999778747559
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,128,power_law_1.01,0.05361279845237732
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,128,power_law_1.01,0.05556480288505554
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,64,power_law_1.2,0.498905611038208
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,64,power_law_1.2,0.8317760467529297
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,128,power_law_1.01,0.054099202156066895
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,64,power_law_1.01,0.6720384120941162
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,128,power_law_1.01,0.08436480164527893
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,128,power_law_1.01,0.061715197563171384
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,128,power_law_1.01,0.059001600742340087
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,64,power_law_1.2,0.7057151794433594
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.01,2.830374336242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,128,power_law_1.01,0.1455615997314453
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,128,power_law_1.01,0.08179839849472045
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,64,power_law_1.01,0.8431808471679687
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,64,power_law_1.2,0.17268480062484742
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,64,power_law_1.2,1.1653120040893554
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,128,power_law_1.01,0.08833919763565064
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,128,power_law_1.01,0.14281599521636962
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,64,power_law_1.2,0.8575424194335938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,128,power_law_1.01,0.1503999948501587
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,128,power_law_1.01,0.09089919924736023
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,64,power_law_1.2,0.18409600257873535
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,128,power_law_1.01,0.14627840518951415
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,64,power_law_1.01,1.1821184158325195
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,128,power_law_1.01,0.1515071988105774
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,128,power_law_1.01,0.09226239919662475
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,64,power_law_1.2,0.19680639505386352
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,64,power_law_1.2,1.2518976211547852
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,128,power_law_1.01,0.09552000164985656
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,128,power_law_1.01,0.15438079833984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,64,power_law_1.2,0.20478720664978028
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,128,power_law_1.01,0.09658880233764648
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,64,power_law_1.01,1.5253120422363282
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,128,power_law_1.01,0.15675519704818724
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,128,power_law_1.01,0.10186879634857178
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,64,power_law_1.2,0.22958719730377197
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,128,power_law_1.01,0.10751999616622925
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,128,power_law_1.01,0.1598912000656128
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,64,power_law_1.2,0.2687040090560913
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,128,power_law_1.01,0.11089919805526734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,128,power_law_1.01,0.12151679992675782
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,64,power_law_1.01,2.2443199157714844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,64,power_law_1.2,0.3089024066925049
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,128,power_law_1.01,0.1323199987411499
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,64,power_law_1.2,0.4073279857635498
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,128,power_law_1.01,0.14324480295181274
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,64,power_law_1.2,1.5199487686157227
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,128,power_law_1.01,0.14746240377426148
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,128,power_law_1.01,0.16582399606704712
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,64,power_law_1.2,0.5064832210540772
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,128,power_law_1.01,0.15036159753799438
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,128,power_law_1.01,0.21012480258941652
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,128,power_law_1.2,0.034201601147651674
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,64,power_law_1.01,2.967462348937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,64,power_law_1.2,0.7083199977874756
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,64,power_law_1.2,1.7309888839721679
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,128,power_law_1.2,0.0347135990858078
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,64,power_law_1.2,2.2814592361450194
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,128,power_law_1.2,0.03491199910640717
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,128,power_law_1.2,0.056857597827911374
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,64,power_law_1.2,0.8820096015930176
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,128,power_law_1.2,0.03627519905567169
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,128,power_law_1.2,0.05902720093727112
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,128,power_law_1.01,0.1665343999862671
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,128,power_law_1.2,0.050425601005554196
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,64,power_law_1.2,2.391200065612793
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,128,power_law_1.2,0.08194559812545776
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,64,power_law_1.2,1.2840703964233398
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,128,power_law_1.01,0.16931840181350707
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,128,power_law_1.2,0.14249600172042848
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,64,power_law_1.2,3.1029760360717775
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,128,power_law_1.01,0.17969919443130494
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,128,power_law_1.2,0.14608000516891478
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,128,power_law_1.2,0.04843519926071167
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,128,power_law_1.01,0.18851840496063232
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,128,power_law_1.01,0.15159679651260377
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,128,power_law_1.2,0.1474176049232483
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,64,power_law_1.2,1.653273582458496
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.01,0.2514175891876221
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,128,power_law_1.2,0.04933759868144989
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,128,power_law_1.01,0.1568384051322937
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,128,power_law_1.2,0.15044480562210083
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,64,power_law_1.2,3.385459136962891
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,128,power_law_1.2,0.05324800014495849
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,128,power_law_1.01,0.16185599565505981
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,128,power_law_1.2,0.15185279846191407
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,128,power_law_1.01,0.16590720415115356
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,128,power_law_1.2,0.15681920051574708
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,128,power_law_1.01,0.17615360021591187
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,64,power_law_1.2,2.402272033691406
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,128,power_law_1.2,0.16168320178985596
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,128,power_law_1.2,0.056883198022842404
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,128,power_law_1.01,0.1874624013900757
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,128,power_law_1.2,0.1662783980369568
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,128,power_law_1.01,0.1977728009223938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,128,power_law_1.2,0.08475520014762879
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,128,power_law_1.2,0.17639039754867553
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,128,power_law_1.01,0.21777920722961425
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,128,power_law_1.2,0.18770560026168823
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,128,power_law_1.2,0.14536319971084594
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,128,power_law_1.01,0.25715200901031493
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,128,power_law_1.2,0.19865599870681763
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,128,power_law_1.2,0.1483456015586853
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,128,power_law_1.01,0.19998719692230224
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,64,power_law_1.2,3.2086910247802733
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,128,power_law_1.2,0.21950080394744872
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.01,0.3391551971435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,128,power_law_1.2,0.1499392032623291
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,128,power_law_1.01,0.22140800952911377
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,128,power_law_1.2,0.2580287933349609
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,128,power_law_1.2,0.05286399722099304
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.01,0.4317056179046631
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,128,power_law_1.2,0.15317120552062988
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,128,power_law_1.2,0.30224640369415284
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,128,power_law_1.01,0.262227201461792
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,128,power_law_1.2,0.058976000547409056
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,128,power_law_1.2,0.15438079833984375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.01,0.596665620803833
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,128,power_law_1.2,0.3855936050415039
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,128,power_law_1.01,0.30456318855285647
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,128,power_law_1.2,0.08855680227279664
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,128,power_law_1.2,0.15926400423049927
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.01,0.7648640155792237
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,128,power_law_1.2,0.1647744059562683
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,128,power_law_1.2,0.09105920195579528
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,128,power_law_1.01,0.38674559593200686
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,128,power_law_1.2,0.0925055980682373
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.01,1.083622360229492
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,128,power_law_1.01,0.4742976188659668
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,128,power_law_1.2,0.09570559859275818
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,128,power_law_1.01,0.2977344036102295
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,128,power_law_1.2,0.09652479887008666
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,128,power_law_1.01,0.38316800594329836
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,128,power_law_1.01,0.6427775859832764
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,128,power_law_1.2,0.1021888017654419
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.01,1.420793628692627
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,128,power_law_1.01,0.4672192096710205
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,128,power_law_1.2,0.10704640150070191
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,128,power_law_1.01,0.8181952476501465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,128,power_law_1.2,0.11107840538024902
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,256,power_law_1.01,0.03534719944000244
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,128,power_law_1.01,0.6330624103546143
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,128,power_law_1.2,0.12168320417404174
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,256,power_law_1.01,0.04936319887638092
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,128,power_law_1.2,0.47440638542175295
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.01,2.1000255584716796
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,128,power_law_1.01,1.1590592384338378
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,128,power_law_1.01,0.8195520401000976
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,256,power_law_1.01,0.049958398938179015
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,128,power_law_1.2,0.16860159635543823
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,128,power_law_1.2,0.6620863914489746
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,256,power_law_1.01,0.055232000350952146
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,128,power_law_1.2,0.17984000444412232
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,128,power_law_1.01,1.1447487831115724
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,128,power_law_1.01,1.509920024871826
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,128,power_law_1.2,0.18904320001602173
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,256,power_law_1.01,0.08391680121421814
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,128,power_law_1.2,0.8417023658752442
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,128,power_law_1.2,0.19823999404907228
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,256,power_law_1.01,0.14476799964904785
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,256,power_law_1.01,0.03221760094165802
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.01,2.720729637145996
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,128,power_law_1.01,1.4648192405700684
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,256,power_law_1.01,0.14755200147628783
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,256,power_law_1.01,0.04982399940490723
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,128,power_law_1.2,1.230835247039795
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,256,power_law_1.01,0.149510395526886
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,128,power_law_1.01,2.2112064361572266
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,256,power_law_1.01,0.05504000186920166
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,256,power_law_1.01,0.15189759731292723
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,128,power_law_1.2,0.13396480083465576
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,128,power_law_1.01,2.175040054321289
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,256,power_law_1.01,0.15404160022735597
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,256,power_law_1.01,0.05541759729385376
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,128,power_law_1.2,1.5654144287109375
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,128,power_law_1.2,0.1435263991355896
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,256,power_law_1.01,0.1588863968849182
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,128,power_law_1.2,0.1667904019355774
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,256,power_law_1.01,0.08123520016670227
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,256,power_law_1.01,0.16409599781036377
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,128,power_law_1.2,0.213919997215271
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,128,power_law_1.01,2.9104576110839844
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,256,power_law_1.01,0.16837120056152344
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,128,power_law_1.2,0.2543999910354614
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,128,power_law_1.01,2.869683265686035
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,128,power_law_1.2,2.3015039443969725
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,256,power_law_1.01,0.17841919660568237
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,128,power_law_1.2,0.3478847980499268
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,256,power_law_1.01,0.18725119829177855
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,128,power_law_1.2,0.4391295909881592
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,256,power_law_1.01,0.1966271996498108
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,256,power_law_1.01,0.21615359783172608
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,128,power_law_1.2,0.6254271984100341
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,256,power_law_1.01,0.25678720474243166
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,256,power_law_1.01,0.2954047918319702
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,256,power_law_1.01,0.3761023998260498
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,256,power_law_1.01,0.14226560592651366
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1,3072,1536,8,256,1,256,power_law_1.2,0.030246400833129884
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,256,power_law_1.01,0.45996799468994143
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,128,power_law_1.2,0.22103679180145264
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2,3072,1536,8,256,1,256,power_law_1.2,0.05002880096435547
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,256,power_law_1.01,0.14511359930038453
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,128,power_law_1.2,0.2625216007232666
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4,3072,1536,8,256,1,256,power_law_1.2,0.051999998092651364
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,256,power_law_1.01,0.6229119777679444
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,128,power_law_1.2,0.3052031993865967
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8,3072,1536,8,256,1,256,power_law_1.2,0.05565440058708191
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,256,power_law_1.01,0.14704639911651612
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,128,power_law_1.2,3.2367233276367187
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,256,power_law_1.01,0.7878399848937988
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,128,power_law_1.2,0.3953344106674194
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16,3072,1536,8,256,1,256,power_law_1.2,0.08085759878158569
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,256,power_law_1.01,0.15007359981536866
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,32,3072,1536,8,256,1,256,power_law_1.2,0.14207359552383422
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,128,power_law_1.2,0.4852479934692383
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,128,power_law_1.2,0.7871615886688232
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,256,power_law_1.01,0.15218559503555298
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,48,3072,1536,8,256,1,256,power_law_1.2,0.14513920545578002
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,128,power_law_1.2,0.6686975955963135
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,256,power_law_1.01,0.15699199438095093
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,64,3072,1536,8,256,1,256,power_law_1.2,0.14621440172195435
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,128,power_law_1.2,1.1250944137573242
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,80,3072,1536,8,256,1,256,power_law_1.2,0.14897279739379882
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,256,power_law_1.01,0.16120959520339967
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,128,power_law_1.2,0.8627776145935059
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,96,3072,1536,8,256,1,256,power_law_1.2,0.1509055972099304
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,256,power_law_1.01,0.16565760374069213
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1,3072,1536,8,256,1,256,power_law_1.2,0.03314560055732727
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,128,power_law_1.2,1.4652159690856934
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,128,3072,1536,8,256,1,256,power_law_1.2,0.1555456042289734
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,160,3072,1536,8,256,1,256,power_law_1.2,0.16008960008621215
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2,3072,1536,8,256,1,256,power_law_1.2,0.0494271993637085
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,256,power_law_1.01,0.17637120485305785
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,192,3072,1536,8,256,1,256,power_law_1.2,0.16442879438400268
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4,3072,1536,8,256,1,256,power_law_1.2,0.04878720045089722
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,256,power_law_1.01,0.18468480110168456
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,256,3072,1536,8,256,1,256,power_law_1.2,0.1743615984916687
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,256,power_law_1.01,1.1285887718200684
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8,3072,1536,8,256,1,256,power_law_1.2,0.056492799520492555
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,128,power_law_1.2,2.1560895919799803
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,320,3072,1536,8,256,1,256,power_law_1.2,0.18411519527435302
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16,3072,1536,8,256,1,256,power_law_1.2,0.0840448021888733
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,256,power_law_1.2,0.19314559698104858
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,256,power_law_1.01,1.4674367904663086
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,32,3072,1536,8,256,1,256,power_law_1.2,0.14497920274734497
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,256,power_law_1.2,0.213318395614624
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,256,power_law_1.2,0.2551487922668457
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,48,3072,1536,8,256,1,256,power_law_1.2,0.14791680574417115
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,128,power_law_1.2,2.8796096801757813
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,256,power_law_1.2,0.2951616048812866
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,128,power_law_1.2,1.216697597503662
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,256,power_law_1.01,2.1348031997680663
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,256,power_law_1.2,0.3808448076248169
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,256,power_law_1.2,0.4695551872253418
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,128,power_law_1.2,1.5973055839538575
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,384,3072,1536,8,256,1,256,power_law_1.01,0.19549440145492553
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,256,power_law_1.2,0.6596672058105468
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,512,3072,1536,8,256,1,256,power_law_1.01,0.212556791305542
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,256,power_law_1.01,2.8216064453125
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,768,3072,1536,8,256,1,256,power_law_1.01,0.25338881015777587
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,256,power_law_1.2,0.8421055793762207
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1024,3072,1536,8,256,1,256,power_law_1.01,0.2923903942108154
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,128,power_law_1.2,2.386835289001465
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,64,3072,1536,8,256,1,256,power_law_1.2,0.14954240322113038
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,256,power_law_1.2,1.2084032058715821
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,80,3072,1536,8,256,1,256,power_law_1.2,0.15232640504837036
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,96,3072,1536,8,256,1,256,power_law_1.2,0.1540287971496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,256,power_law_1.2,1.5804224014282227
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,128,3072,1536,8,256,1,256,power_law_1.2,0.15890560150146485
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,160,3072,1536,8,256,1,256,power_law_1.2,0.16399999856948852
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,128,power_law_1.2,3.07586555480957
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,192,3072,1536,8,256,1,256,power_law_1.2,0.16839679479598998
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,256,3072,1536,8,256,1,256,power_law_1.2,0.17811839580535888
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,256,power_law_1.2,2.2407552719116213
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,320,3072,1536,8,256,1,256,power_law_1.2,0.18832000494003295
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,1536,3072,1536,8,256,1,256,power_law_1.01,0.3760512113571167
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,384,3072,1536,8,256,1,256,power_law_1.2,0.1961856007575989
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,512,3072,1536,8,256,1,256,power_law_1.2,0.2151616096496582
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,2048,3072,1536,8,256,1,256,power_law_1.01,0.4582784175872803
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,768,3072,1536,8,256,1,256,power_law_1.2,0.25737600326538085
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,3072,3072,1536,8,256,1,256,power_law_1.01,0.6207168102264404
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,256,power_law_1.2,2.976582336425781
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1024,3072,1536,8,256,1,256,power_law_1.2,0.29823999404907225
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,4096,3072,1536,8,256,1,256,power_law_1.01,0.7826432228088379
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,1536,3072,1536,8,256,1,256,power_law_1.2,0.3811392068862915
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,2048,3072,1536,8,256,1,256,power_law_1.2,0.4724991798400879
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,6144,3072,1536,8,256,1,256,power_law_1.01,1.108499240875244
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,3072,3072,1536,8,256,1,256,power_law_1.2,0.6527743816375733
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,8192,3072,1536,8,256,1,256,power_law_1.01,1.4298815727233887
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,4096,3072,1536,8,256,1,256,power_law_1.2,0.8497792243957519
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,256,power_law_1.01,0.04753279983997345
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,6144,3072,1536,8,256,1,256,power_law_1.2,1.190713596343994
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,12288,3072,1536,8,256,1,256,power_law_1.01,2.0983680725097655
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,256,power_law_1.01,0.04927999973297119
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,256,power_law_1.01,0.05087360143661499
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,8192,3072,1536,8,256,1,256,power_law_1.2,1.5718655586242676
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,256,power_law_1.01,0.05047680139541626
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,float16,16384,3072,1536,8,256,1,256,power_law_1.01,2.754745674133301
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,256,power_law_1.01,0.057030397653579715
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,256,power_law_1.01,0.0867904007434845
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,12288,3072,1536,8,256,1,256,power_law_1.2,2.3436927795410156
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,256,power_law_1.01,0.08920959830284118
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,256,power_law_1.01,0.09095039963722229
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,256,power_law_1.01,0.0936896026134491
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,256,power_law_1.01,0.09500160217285156
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,256,power_law_1.01,0.10045440196990967
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8,16384,3072,1536,8,256,1,256,power_law_1.2,3.033843231201172
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,256,power_law_1.01,0.10482560396194458
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,256,power_law_1.01,0.10909440517425537
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,256,power_law_1.01,0.11921279430389405
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,256,power_law_1.01,0.130022394657135
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,256,power_law_1.01,0.1403712034225464
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,256,power_law_1.01,0.16199040412902832
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,256,power_law_1.01,0.20277121067047119
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.01,0.24456319808959961
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.01,0.33257598876953126
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.01,0.41904001235961913
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.01,0.5819071769714356
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.01,0.7433152198791504
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1,3072,1536,8,256,1,256,power_law_1.2,0.04738560020923614
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.01,1.066540813446045
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2,3072,1536,8,256,1,256,power_law_1.2,0.048281601071357726
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4,3072,1536,8,256,1,256,power_law_1.2,0.050521600246429446
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.01,1.3804672241210938
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8,3072,1536,8,256,1,256,power_law_1.2,0.05008640289306641
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16,3072,1536,8,256,1,256,power_law_1.2,0.05676800012588501
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,32,3072,1536,8,256,1,256,power_law_1.2,0.08668799996376038
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.01,2.0356735229492187
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,48,3072,1536,8,256,1,256,power_law_1.2,0.08937600255012512
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,64,3072,1536,8,256,1,256,power_law_1.2,0.09063040018081665
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,80,3072,1536,8,256,1,256,power_law_1.2,0.09402239918708802
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,96,3072,1536,8,256,1,256,power_law_1.2,0.09511680006980897
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.01,2.6752511978149416
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,128,3072,1536,8,256,1,256,power_law_1.2,0.10024960041046142
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,160,3072,1536,8,256,1,256,power_law_1.2,0.10495359897613525
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,192,3072,1536,8,256,1,256,power_law_1.2,0.10922880172729492
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,256,3072,1536,8,256,1,256,power_law_1.2,0.11964160203933716
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,320,3072,1536,8,256,1,256,power_law_1.2,0.13081599473953248
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,384,3072,1536,8,256,1,256,power_law_1.2,0.14008959531784057
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,512,3072,1536,8,256,1,256,power_law_1.2,0.16293120384216309
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,768,3072,1536,8,256,1,256,power_law_1.2,0.20633599758148194
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1024,3072,1536,8,256,1,256,power_law_1.2,0.24901120662689208
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,1536,3072,1536,8,256,1,256,power_law_1.2,0.3362112045288086
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,2048,3072,1536,8,256,1,256,power_law_1.2,0.4338560104370117
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,3072,3072,1536,8,256,1,256,power_law_1.2,0.6075136184692382
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,4096,3072,1536,8,256,1,256,power_law_1.2,0.777459192276001
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,6144,3072,1536,8,256,1,256,power_law_1.2,1.115116786956787
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,8192,3072,1536,8,256,1,256,power_law_1.2,1.4515456199645995
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,12288,3072,1536,8,256,1,256,power_law_1.2,2.200115203857422
VLLM,0.14.1.dev1+gd68209402,NVIDIA B200,moe,vllm_fused_moe,fp8_block,16384,3072,1536,8,256,1,256,power_law_1.2,2.9031808853149412
