framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.30523200035095216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.30550079345703124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.45163521766662595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.14198720455169678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.14250559806823732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.3067712068557739
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.3874815940856934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.5399903774261474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.36774721145629885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.6663199901580811
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.47884159088134765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.8958304405212403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.43106880187988283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.6057055950164795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.928934383392334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.9034560203552247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.01,1.543945598602295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.19588160514831543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.01,1.1104800224304199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.1957792043685913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.01,1.2300607681274414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.01,1.2458080291748046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,1,power_law_1.2,1.2129440307617188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.01,1.276476764678955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,1,power_law_1.2,1.2618528366088868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.01,2.194316864013672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.01,1.2920607566833495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,1,power_law_1.2,1.2630368232727052
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.01,2.2005887985229493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.01,1.2744159698486328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.01,1.3058303833007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,1,power_law_1.2,1.2767264366149902
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.01,1.3245152473449706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.01,2.2794496536254885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.01,1.3574111938476563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,1,power_law_1.2,1.3103839874267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.01,1.3512672424316405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.01,1.412492847442627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,1,power_law_1.2,1.3542911529541015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.01,2.321238327026367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.01,1.3654975891113281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.01,1.4806783676147461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,1,power_law_1.2,1.3705535888671876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.01,1.4522463798522949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.01,2.4432159423828126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.01,1.5601568222045898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,1,power_law_1.2,1.491919994354248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.01,1.4832159996032714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,1,power_law_1.2,1.5170656204223634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.01,1.7271295547485352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.01,2.5583072662353517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.01,1.5327263832092286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,1,power_law_1.2,1.7341440200805665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.01,1.8574495315551758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.01,1.6022720336914062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.2506752014160156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.01,2.682649612426758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,1,power_law_1.2,1.9088159561157227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.01,1.9887519836425782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.01,1.69683837890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.2759552001953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.01,2.793913650512695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,1,power_law_1.2,2.087929534912109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.01,2.3758623123168947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.01,2.0099231719970705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,1,power_law_1.2,2.299295997619629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.01,2.992243194580078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.01,2.283148765563965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.01,3.0777984619140626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,1,power_law_1.2,3.121120071411133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.01,2.523196792602539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.01,3.3148609161376954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.01,3.8257568359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.01,3.2130977630615236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,1,power_law_1.2,3.875843048095703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.01,3.3764129638671876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.01,5.646268844604492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.01,4.358329772949219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.01,3.7287487030029296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,1,power_law_1.2,5.646217727661133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.01,4.332611083984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,5.638140869140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.01,7.246745300292969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,1,power_law_1.2,7.160707092285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.46269760131835935
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.01,5.442627334594727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.46784000396728515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,8.85540771484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.01,10.603523254394531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.01,6.8375389099121096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,1,power_law_1.2,10.528419494628906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.4651968002319336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.45938878059387206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.01,9.911593627929687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,12.425933074951171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.01,13.883865356445312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.01,0.16842559576034546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,1,power_law_1.2,13.781666564941407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,1,power_law_1.2,0.16895999908447265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.01,13.028627014160156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,18.44853515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.01,20.926937866210938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,1,power_law_1.2,20.87232666015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.4864607810974121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.486297607421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.4888448238372803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.4888768196105957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.49361281394958495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.4940159797668457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.5184351921081543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.01,0.22952001094818114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.01,18.357545471191408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.5184671878814697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.01,0.30174400806427004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,1,power_law_1.2,0.21452479362487792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,1,power_law_1.2,0.29222080707550047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,24.427005004882812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.01,27.982669067382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,1,power_law_1.2,27.869989013671876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.01,0.47719998359680177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.01,24.13371124267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.01,0.4907104015350342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.01,0.4958208084106445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.5698400020599366
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.01,0.5071680068969726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.5378528118133545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.5911839962005615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.01,0.511952018737793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.5895264148712158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.6346911907196044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,1,power_law_1.2,0.49396481513977053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.01,0.5486591815948486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.6337664127349854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.6631328105926514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,1,power_law_1.2,0.4797215938568115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.01,0.5675104141235352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.6527872085571289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,1,power_law_1.2,0.5010367870330811
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.01,0.5886271953582763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,1,power_law_1.2,0.4962592124938965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.01,0.6181951999664307
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,1,power_law_1.2,0.5005407810211182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.01,0.629091215133667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,1,power_law_1.2,0.548528003692627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.01,0.6586207866668701
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,1,power_law_1.2,0.5848608016967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.01,0.6960095882415771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,1,power_law_1.2,0.5984096050262451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.01,0.8225888252258301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,1,power_law_1.2,0.6174208164215088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.01,0.8888575553894043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,1,power_law_1.2,0.6281983852386475
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,1,power_law_1.2,0.6597375869750977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.01,1.1675711631774903
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,1,power_law_1.2,0.6937664031982422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.01,1.4780991554260254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,1,power_law_1.2,0.771343994140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,1,power_law_1.2,0.8879072189331054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,35.9598388671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.01,2.057062339782715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,1,power_law_1.2,1.148521614074707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.6532703876495362
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.6425695896148682
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,1,power_law_1.2,1.4636032104492187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.6980735778808593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.6953760147094726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.01,2.7018783569335936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.7268256187438965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.7288671970367432
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,1,power_law_1.2,2.059190368652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.01,3.974528121948242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,1,power_law_1.2,2.7270816802978515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.01,35.83316345214844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,1,power_law_1.2,4.071193695068359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.01,43.293093872070315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.01,5.309535980224609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,1,power_law_1.2,43.519735717773436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,1,power_law_1.2,5.131267166137695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.01,7.729174041748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,1,power_law_1.2,7.7384193420410154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.01,10.724076843261718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.01,0.6258080005645752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,1,power_law_1.2,0.6250239849090576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.01,0.7468192100524902
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,1,power_law_1.2,0.7585152149200439
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,0.8537055969238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,0.8621279716491699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,1,power_law_1.2,11.08846435546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.01,15.770425415039062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,53.15616455078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,1,power_law_1.2,15.869549560546876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.01,48.55945739746094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,1.1996447563171386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,1.2132575988769532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,1.5050687789916992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.01,58.430670166015624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.01,21.073609924316408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,1.5092543601989745
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,1,power_law_1.2,57.95979614257813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,1,power_law_1.2,21.43323516845703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.01,26.403396606445312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,2.114790344238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,2.106377601623535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,1,power_law_1.2,26.341741943359374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,2.8801408767700196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,2.8234783172607423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,4.334112167358398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,4.348019027709961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,5.706627273559571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,5.776063919067383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,8.553330993652343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,8.275711822509766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.01,73.80421752929688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,87.02534790039063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,11.129219055175781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,11.47301788330078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.01,42.56943359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.01,73.003466796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,1,power_law_1.2,72.357470703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,1,power_law_1.2,42.66067810058594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,13.768780517578126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,14.067826843261718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,22.483753967285157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,22.335011291503907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.01,84.40653686523437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,45.6584716796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,45.721945190429686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.49692158699035643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.35901119709014895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.01,0.2857759952545166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.40532798767089845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.6177631855010987
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.01,0.36029438972473143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.5527040004730225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.01,0.4326752185821533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.7342656135559082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,1,power_law_1.2,84.19349975585938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.01,100.15458374023437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,1,power_law_1.2,1.0946111679077148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.01,0.7930111885070801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,1,power_law_1.2,1.5610495567321778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.01,0.8373248100280761
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,1,power_law_1.2,1.240991973876953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,1,power_law_1.2,0.2859776020050049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.01,0.8441984176635742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,1,power_law_1.2,0.3366463899612427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,1,power_law_1.2,2.1945823669433593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,1,power_law_1.2,1.2893919944763184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,1,power_law_1.2,0.4142784118652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.01,0.843388843536377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,1,power_law_1.2,1.3084768295288085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,1,power_law_1.2,0.8405440330505372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.01,0.8975647926330567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,1,power_law_1.2,2.201321601867676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,1,power_law_1.2,0.8228287696838379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.01,0.8729887962341308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,1,power_law_1.2,1.3540096282958984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,1,power_law_1.2,0.8374176025390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.01,0.8822303771972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,1,power_law_1.2,2.2505279541015626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,1,power_law_1.2,1.459164810180664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,1,power_law_1.2,0.8518976211547852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.01,0.8971487998962402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,1,power_law_1.2,0.8656576156616211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,1,power_law_1.2,1.4742303848266602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,1,power_law_1.2,2.2906911849975584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.01,0.9053888320922852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,1,power_law_1.2,0.8751808166503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,1,power_law_1.2,1.5166144371032715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.01,0.9561599731445313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,1,power_law_1.2,0.8832639694213867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,1,power_law_1.2,2.4522111892700194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.01,1.0640447616577149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,1,power_law_1.2,1.6350303649902345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,1,power_law_1.2,0.8980256080627441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.01,1.1161855697631835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,1,power_law_1.2,0.936092758178711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,1,power_law_1.2,2.520457649230957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,1,power_law_1.2,1.7048831939697267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,1,power_law_1.2,0.9651424407958984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,124.45550537109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.01,1.2414496421813965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,1,power_law_1.2,2.051744079589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,1,power_law_1.2,1.061359977722168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,1,power_law_1.2,2.6652320861816405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.01,1.396406364440918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,1,power_law_1.2,1.1344703674316405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,1,power_law_1.2,2.255670356750488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.01,1.930124855041504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,1,power_law_1.2,2.852771186828613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,1,power_law_1.2,1.2397343635559082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.01,117.62210693359376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,1,power_law_1.2,116.88709716796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,1,power_law_1.2,2.5389663696289064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,1,power_law_1.2,1.3836576461791992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.01,2.450351905822754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,1,power_law_1.2,3.10831356048584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,1,power_law_1.2,1.8766752243041993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,1,power_law_1.2,3.1226816177368164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.01,3.3907936096191404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,1,power_law_1.2,3.2147071838378904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,1,power_law_1.2,2.4149599075317383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,1,power_law_1.2,4.413804626464843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,1,power_law_1.2,3.51855354309082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.01,4.527692794799805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,1,power_law_1.2,3.268467330932617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,1,power_law_1.2,3.5315135955810546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,5.553839874267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,1,power_law_1.2,4.394508743286133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.01,6.715049743652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,1,power_law_1.2,4.162918472290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,1,power_law_1.2,6.497254180908203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,8.046451568603516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,1,power_law_1.2,5.574044799804687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.01,8.484060668945313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,1,power_law_1.2,8.796240234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,1,power_law_1.2,6.930400085449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,10.508758544921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.01,13.263551330566406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,1,power_law_1.2,9.780287933349609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,1,power_law_1.2,13.174188232421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,15.464682006835938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,1,power_law_1.2,12.604521942138671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.01,16.8627197265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,1,power_law_1.2,17.27209014892578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,20.44904022216797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,1,power_law_1.2,18.074656677246093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.01,25.754058837890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,1,power_law_1.2,25.23296356201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.01,123.65067138671876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,1,power_law_1.2,23.934410095214844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,30.52015075683594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.01,34.751593017578124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,1,power_law_1.2,34.20881042480469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,1,power_law_1.2,35.52485961914063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,40.6384521484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,166.0927490234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.01,43.3796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,1,power_law_1.2,42.800048828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,1,power_law_1.2,48.77464294433594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,61.940673828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.01,68.19998168945312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.2,234.5900390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,1,power_law_1.01,235.8782958984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,1,power_law_1.2,68.2987548828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.2944960117340088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.16933759450912475
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.5082623958587646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.3065056085586548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.8494624137878418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.5864831924438476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,1,power_law_1.2,74.42493896484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.01,1.800035285949707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.01,1.152729606628418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.01,2.3142208099365233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.01,1.432767963409424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.01,2.0565311431884767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.01,3.2917633056640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.01,3.0314687728881835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.01,4.811193466186523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,85.25172729492188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.01,3.1989215850830077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.01,201.25345458984376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.01,5.226742553710937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.01,3.3388416290283205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.01,3.506041717529297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.01,5.384774398803711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.01,3.619484710693359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.01,5.58825912475586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.01,3.7604225158691404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.01,5.921673583984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.01,3.8603710174560546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.01,4.178067016601562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.01,6.223311996459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.01,6.402422332763672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.01,5.11187858581543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.01,7.0569404602050785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.01,5.187424087524414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,1,power_law_1.2,101.08792114257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.01,5.263811111450195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.01,135.8736083984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.01,8.81195526123047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,1,power_law_1.2,135.836328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.01,5.797948837280273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,6.319903945922851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.01,9.309004974365234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.01,0.15088000297546386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.29563519954681394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,7.526470184326172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.01,9.777436828613281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,106.7779541015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,8.919570922851562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.49373440742492675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.8641247749328613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.01,10.686275482177734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,1,power_law_1.2,1.7899295806884765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.01,0.25782079696655275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.01,0.335260796546936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,11.864956665039063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.01,0.7160799980163575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.01,11.660492706298829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,1,power_law_1.2,1.9800703048706054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,282.24501953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,14.829254150390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,1,power_law_1.2,2.7928895950317383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.01,13.327046203613282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,1,power_law_1.2,4.630591964721679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.01,1.191971206665039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.01,1.6709440231323243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,1,power_law_1.2,5.093539047241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.01,2.4502944946289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.01,14.727314758300782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,20.73528289794922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,1,power_law_1.2,5.169948959350586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.01,2.5920223236083983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.01,2.7341407775878905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,1,power_law_1.2,5.459059143066407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.01,2.817036819458008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,1,power_law_1.2,5.974694442749024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.01,17.618768310546876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.01,2.911577606201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.01,3.043939208984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,1,power_law_1.2,124.00108642578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,1,power_law_1.2,6.257231903076172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.01,3.095510482788086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,26.64085998535156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,1,power_law_1.2,6.552134704589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.01,3.1885631561279295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.01,20.274908447265624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.01,3.3555934906005858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,1,power_law_1.2,7.226188659667969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.01,3.3530048370361327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.01,3.4897151947021485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.01,3.7488128662109377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.01,3.9784576416015627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,1,power_law_1.2,9.211180877685546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.01,26.181512451171876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,38.489898681640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.01,4.49653434753418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,1,power_law_1.2,9.50565414428711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.01,5.0693504333496096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.01,6.284431838989258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,1,power_law_1.2,10.248172760009766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.01,7.4886016845703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.01,33.66073303222656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,1,power_law_1.2,11.350537872314453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,170.791650390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.01,9.831836700439453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,1,power_law_1.2,12.124928283691407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,50.27644653320313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.01,12.495193481445312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,1,power_law_1.2,13.641148376464844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.01,17.464649963378907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.01,45.89466247558594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,1,power_law_1.2,14.931272888183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,1,power_law_1.2,17.91234893798828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.01,22.5693115234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,62.467340087890626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,1,power_law_1.2,20.936965942382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.01,28.822784423828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.01,56.774652099609376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,1,power_law_1.2,201.3901611328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,1,power_law_1.2,26.952783203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.01,400.7758056640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.17907520532608032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.2977952003479004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.5966207981109619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,1,power_law_1.2,1.1424351692199708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,1,power_law_1.2,1.25282564163208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,1,power_law_1.2,1.7641183853149414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.01,46.07486572265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,1,power_law_1.2,2.937654495239258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,1,power_law_1.2,35.154904174804685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,1,power_law_1.2,3.0987167358398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,1,power_law_1.2,3.2876415252685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,1,power_law_1.2,3.417193603515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,1,power_law_1.2,3.6061985015869142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.01,72.46072998046876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,1,power_law_1.2,3.8702014923095702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,97.85189208984374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,1,power_law_1.2,3.9412254333496093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,1,power_law_1.2,4.308268737792969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,1,power_law_1.2,5.197222518920898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,1,power_law_1.2,46.84553833007813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,1,power_law_1.2,5.420646286010742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,1,power_law_1.2,5.585251235961914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,1,power_law_1.2,6.140828704833984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,6.6815650939941404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.01,88.18511352539062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,7.9069984436035154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,1,power_law_1.2,0.15145599842071533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,1,power_law_1.2,0.27022080421447753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,9.366162872314453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,1,power_law_1.2,0.3715231895446777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,1,power_law_1.2,0.7572927951812745
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,1,power_law_1.2,58.25155029296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,1,power_law_1.2,1.0303872108459473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,1,power_law_1.2,1.4433055877685548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,12.253488159179687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,1,power_law_1.2,2.3424320220947266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,1,power_law_1.2,2.5447839736938476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,1,power_law_1.2,2.651356887817383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.01,109.6216064453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,15.131324768066406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,1,power_law_1.2,2.7953184127807615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,1,power_law_1.2,2.939558410644531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,1,power_law_1.2,3.052627182006836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,1,power_law_1.2,3.11911678314209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,1,power_law_1.2,3.347452926635742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,21.124003601074218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,1,power_law_1.2,3.4036670684814454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,1,power_law_1.2,3.5337249755859377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,1,power_law_1.2,3.6528961181640627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,345.277099609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,1,power_law_1.2,3.9713184356689455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.01,0.04656000137329101
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,1,power_law_1.2,73.55347290039063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.01,0.0485727995634079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.01,0.09511359930038452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,26.996728515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.01,0.1520159959793091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,1,power_law_1.2,4.107523345947266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.01,0.20229759216308593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.01,0.3308095932006836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.01,0.35941760540008544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.01,0.3767328023910522
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,1,power_law_1.2,4.709756851196289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.01,0.3898720026016235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.01,0.3883232116699219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.01,0.4040224075317383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.01,0.4955264091491699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,1,power_law_1.2,5.310019302368164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.01,0.5052864074707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.01,0.5306719779968262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.01,0.5506144046783448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.01,0.5739456176757812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,1,power_law_1.2,6.562294769287109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.01,0.604915189743042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.01,0.6620128154754639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.01,0.7101024150848388
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,193.0260009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.01,0.8317088127136231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.01,0.033555200695991515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,1,power_law_1.2,7.8178558349609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.01,0.04440000057220459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.01,0.9784607887268066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.01,0.07653120160102844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.01,1.2925888061523438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.01,0.09959040284156799
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,38.81080322265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.01,0.1325055956840515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.01,1.6324287414550782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.01,0.2112351894378662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.01,0.22438080310821534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.01,0.23448638916015624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.01,2.315660858154297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,1,power_law_1.2,10.071497344970703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.01,0.2400063991546631
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.01,0.24305920600891112
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.01,0.25925440788269044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.01,2.986751937866211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.01,0.31806719303131104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.01,0.32716801166534426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.01,0.3342720031738281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.01,4.357939147949219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.01,0.35060160160064696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.01,0.3641184091567993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.01,0.3873311996459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,1,power_law_1.2,12.990339660644532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.01,0.4603839874267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.01,0.5380864143371582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.01,5.71954231262207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.01,0.7040575981140137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.01,0.8781984329223633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.01,1.2147487640380858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.01,7.187305450439453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.01,1.5634400367736816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.01,2.249798393249512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,1,power_law_1.2,17.71715545654297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.01,2.948422431945801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,50.65300598144531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.01,11.245616149902343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.01,4.352646255493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.01,5.753420639038086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,1,power_law_1.2,111.4142578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,1,power_law_1.2,22.96441650390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.01,7.176796722412109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.01,22.25733184814453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.01,11.40811538696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,1,power_law_1.2,29.218283081054686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,666.353857421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,1,power_law_1.2,0.04831359982490539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,62.98350830078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,1,power_law_1.2,0.047056001424789426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,1,power_law_1.2,404.1142333984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,1,power_law_1.2,0.08984000086784363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.01,213.03271484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.01,22.714598083496092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,1,power_law_1.2,0.03444480001926422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,1,power_law_1.2,0.1318719983100891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,1,power_law_1.2,0.041283199191093446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.11374080181121826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,1,power_law_1.2,0.17371200323104857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,1,power_law_1.2,0.07069759964942932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.16236480474472045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,1,power_law_1.2,0.3387840032577515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,1,power_law_1.2,0.089683198928833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.3628895998001099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,1,power_law_1.2,0.3742111921310425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,1,power_law_1.2,0.11673599481582642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.512556791305542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,1,power_law_1.2,0.38656959533691404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,1,power_law_1.2,0.20886080265045165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,1,power_law_1.2,0.397161602973938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.7102431774139404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,1,power_law_1.2,0.22812480926513673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,1,power_law_1.2,0.408735990524292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,1,power_law_1.2,0.2404639959335327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.01,1.2535360336303711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,1,power_law_1.2,0.42870078086853025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,1,power_law_1.2,0.2428800106048584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.01,1.3915295600891113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,1,power_law_1.2,0.24960639476776122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,1,power_law_1.2,0.5132287979125977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,1,power_law_1.2,0.26514239311218263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,1,power_law_1.2,0.5620448112487793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.01,1.4424287796020507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,1,power_law_1.2,0.32861440181732177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,1,power_law_1.2,0.5644415855407715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.01,1.4601408004760743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,1,power_law_1.2,0.3298207998275757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,1,power_law_1.2,0.6033055782318115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,1,power_law_1.2,0.3504575967788696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.01,1.4983551979064942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,1,power_law_1.2,0.6548416137695312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,1,power_law_1.2,0.35877439975738523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,1,power_law_1.2,0.6262815952301025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.01,1.5772607803344727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,1,power_law_1.2,0.37055039405822754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,1,power_law_1.2,0.7535136222839356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,1,power_law_1.2,0.398963189125061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.01,2.1484031677246094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,1,power_law_1.2,0.464083194732666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,1,power_law_1.2,46.075006103515626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,1,power_law_1.2,0.7963808059692383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,1,power_law_1.2,0.5476960182189942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.01,2.1933088302612305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.0260095596313477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,1,power_law_1.2,0.7136832237243652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.3270815849304198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.01,2.2670080184936525
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,1,power_law_1.2,0.8824511528015136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,1,power_law_1.2,1.793721580505371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,1,power_law_1.2,1.2246623992919923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.01,2.3586912155151367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,1,power_law_1.2,2.2449951171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,1,power_law_1.2,1.5730591773986817
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.01,2.431452751159668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,1,power_law_1.2,2.2650943756103517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.01,2.5460063934326174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,1,power_law_1.2,4.014563369750976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.01,2.802822494506836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,1,power_law_1.2,2.965417671203613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,1,power_law_1.2,4.936569595336914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.01,3.0196863174438477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,1,power_law_1.2,4.374454498291016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.01,3.4919071197509766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,1,power_law_1.2,7.751116943359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.01,4.05627212524414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,1,power_law_1.2,5.7728126525878904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.01,5.286697769165039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,1,power_law_1.2,7.189574432373047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.01,6.551414489746094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,1,power_law_1.2,19.813641357421876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.01,9.261289978027344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,1,power_law_1.2,11.410192108154297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,98.39383544921876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.01,12.164329528808594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.01,0.03801920115947723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,1,power_law_1.2,24.664274597167967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,1,power_law_1.2,88.64027709960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,1,power_law_1.2,22.72533416748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.01,17.92481231689453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.01,0.04290240108966827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.01,0.06992959976196289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,1,power_law_1.2,25.614862060546876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.0862559974193573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,1,power_law_1.2,0.037545600533485414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.12821760177612304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.01,22.50712890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.2476736068725586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,1,power_law_1.2,216.4763427734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.122489595413208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.01,0.10162559747695923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.18038400411605834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.01,0.12978880405426024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.01,0.2057568073272705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.40494399070739745
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.34143359661102296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.01,0.21744000911712646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,1,power_law_1.2,0.042080000042915344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.4470719814300537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.45595197677612304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.01,0.22276160717010499
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,1,power_law_1.2,0.06713280081748962
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.619868803024292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.01,0.22822721004486085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.7665823936462403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.01,0.2335103988647461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,1,power_law_1.2,1.3022272109985351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.8215935707092286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.01,0.23953599929809571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,1,power_law_1.2,1.3482815742492675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.8529631614685058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.01,0.24649600982666015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.01,0.251475191116333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.8827263832092285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,1,power_law_1.2,1.478809642791748
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.01,28.587734985351563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.01,0.2632960081100464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.9161727905273438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,1,power_law_1.2,1.5089152336120606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.01,0.2770591974258423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.9526847839355469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.01,0.2835007905960083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,1,power_law_1.2,1.5396127700805664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.01,0.30494720935821534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.01,0.3449887990951538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,1,power_law_1.2,1.5859871864318849
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.01,0.3844160079956055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,1,power_law_1.2,2.2038080215454103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.01,0.48236799240112305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.01,0.5734655857086182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,1,power_law_1.2,2.2202335357666017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.01,1.2068896293640137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.01,0.7678239822387696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,1,power_law_1.2,0.09471359848976135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,1,power_law_1.2,2.3245344161987305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.01,1.221299171447754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.01,0.9622207641601562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,1,power_law_1.2,0.11645760536193847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,1,power_law_1.2,0.20673279762268065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.01,1.269974422454834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,1,power_law_1.2,2.3912479400634767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.01,1.352236843109131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,1,power_law_1.2,0.22170560359954833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.01,1.3024864196777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,1,power_law_1.2,0.23284480571746827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,1,power_law_1.2,2.470716857910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,1,power_law_1.2,0.2364799976348877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.01,1.7460479736328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.01,1.3472031593322753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,1,power_law_1.2,0.24018559455871583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,1,power_law_1.2,0.24519999027252198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.01,1.440931224822998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,1,power_law_1.2,2.5867935180664063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.01,2.5113664627075196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,1,power_law_1.2,0.24997119903564452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.01,1.7095327377319336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,1,power_law_1.2,0.25680320262908934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,1,power_law_1.2,2.838230323791504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,1,power_law_1.2,0.2678911924362183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,1,power_law_1.2,77.66571044921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,1.9950080871582032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,1,power_law_1.2,0.2788896083831787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.01,3.2966270446777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.0939743995666504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,1,power_law_1.2,3.0369152069091796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,1,power_law_1.2,0.2894239902496338
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.1363103985786438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,2.6363391876220703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,1,power_law_1.2,0.31289920806884763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.25511999130249025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,1,power_law_1.2,0.3528287887573242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,1,power_law_1.2,3.5648799896240235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.298035192489624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.01,45.81202697753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,1,power_law_1.2,0.39347200393676757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.01,4.130310440063477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,3.286556625366211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.41129279136657715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,1,power_law_1.2,0.4857632160186768
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.9058367729187011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,1,power_law_1.2,0.5815904140472412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,1,power_law_1.2,4.1353759765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.947385597229004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,4.563596725463867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,1,power_law_1.2,0.7745888233184814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,1,power_law_1.2,1.1167455673217774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,1,power_law_1.2,0.9656288146972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.01,6.754803466796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,1,power_law_1.2,1.106390380859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,1,power_law_1.2,5.415091323852539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,1,power_law_1.2,1.3585599899291991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,1,power_law_1.2,1.3671104431152343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,5.836236953735352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,1,power_law_1.2,1.4443519592285157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,1,power_law_1.2,1.767580795288086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,1,power_law_1.2,6.6991325378417965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,1,power_law_1.2,1.632771110534668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,1,power_law_1.2,2.5501407623291015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,1,power_law_1.2,1.5940095901489257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,8.44912338256836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.01,0.08393920063972474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,1,power_law_1.2,1.8119136810302734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,1,power_law_1.2,3.317094421386719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,1,power_law_1.2,1.9418560028076173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,1,power_law_1.2,9.340396881103516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.01,13.138082885742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,1,power_law_1.2,2.0700799942016603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,1,power_law_1.2,0.08441600203514099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,1,power_law_1.2,4.143382263183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,1,power_law_1.2,2.459129524230957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.2,0.10112639665603637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,11.003075408935548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.2,0.1742303967475891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.2,0.2606591939926147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,1,power_law_1.2,3.8888320922851562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.2,0.3445728063583374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,1,power_law_1.2,11.930284881591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.2,0.6785344123840332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,5.227865600585938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,1,power_law_1.2,6.525926208496093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,1,power_law_1.01,0.10825920104980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.2,0.7370975971221924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,1,power_law_1.01,0.1803231954574585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.2,0.7701888084411621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.2,0.7921023845672608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,6.02935676574707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.2,0.8165472030639649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,16.171798706054688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.2,0.8188128471374512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,193.84794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.2,0.8426527976989746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,7.349270629882812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.30072319507598877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.2,0.8634816169738769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.49004478454589845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,1,power_law_1.2,18.29908447265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.2,0.8823616027832031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.001923179626465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.2,0.9218272209167481
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,1,power_law_1.2,13.059721374511719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.2,0.9384608268737793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.01,1.350857639312744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,9.985913848876953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.2,0.9913472175598145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.01,1.9690271377563477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.2,1.1187616348266602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.2,1.2449151992797851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,1,power_law_1.01,0.2840512037277222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.01,3.5715713500976562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,21.268646240234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,1,power_law_1.01,0.39072959423065184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.2,1.5095999717712403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,1,power_law_1.01,0.6757984161376953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.01,3.8370433807373048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.2,1.7970111846923829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,1,power_law_1.01,0.7165984153747559
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,12.724307250976562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.18672640323638917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,1,power_law_1.01,0.7544320106506348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.2,2.3810272216796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,1,power_law_1.2,22.582456970214842
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,1,power_law_1.01,0.7824672222137451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.01,4.0878753662109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,1,power_law_1.01,0.7850399971008301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.01,89.5392578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.2,3.002841567993164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,1,power_law_1.01,0.8035488128662109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.01,4.240857696533203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,1,power_law_1.01,0.819279956817627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.3246815919876099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,1,power_law_1.01,0.8376959800720215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.6201024055480957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.2,4.295276641845703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,1,power_law_1.01,0.8742560386657715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.01,4.4281150817871096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,18.155491638183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,1,power_law_1.01,0.8971872329711914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,1,power_law_1.01,0.9150976181030274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.2,5.543059158325195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,26.496109008789062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.01,4.610899353027344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,1,power_law_1.01,0.9821536064147949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,1,power_law_1.01,1.0996671676635743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,1,power_law_1.01,1.2280159950256349
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.01,5.012262344360352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.8665823936462402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,1,power_law_1.01,1.4933152198791504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.2,8.28642578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.01,1.2248607635498048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,1,power_law_1.2,28.888650512695314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,1,power_law_1.01,1.7777984619140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.01,6.524205017089844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.01,2.2279775619506834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,1,power_law_1.01,2.3340320587158203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.01,2.3870464324951173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,23.897235107421874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,1,power_law_1.01,2.972115135192871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.01,6.893561553955078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.2,10.810169219970703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.01,2.507846450805664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.01,2.5754911422729494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,1,power_law_1.01,4.204476928710937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.01,7.090278625488281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.01,2.6440031051635744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,1,power_law_1.01,5.404313659667968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.01,2.7650047302246095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.2,13.50863037109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.01,7.417657470703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.01,2.884457588195801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,42.00550842285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,1,power_law_1.01,7.939078521728516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.01,7.854351806640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,33.650613403320314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.01,3.638345718383789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,1,power_law_1.2,45.576953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,1,power_law_1.01,10.479686737060547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.01,8.684803009033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.01,3.6693088531494142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.2,20.762159729003905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.01,3.8172767639160154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.01,9.38031005859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.01,3.9778846740722655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,1,power_law_1.01,13.085122680664062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.01,4.119311904907226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.01,10.680863952636718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.01,4.710428619384766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,5.388409423828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,42.65037841796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.01,12.114546966552734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,1,power_law_1.01,20.623794555664062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,6.931273651123047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,8.547174072265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.2,44.13841857910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.3028640031814575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.01,14.959312438964844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.48404479026794434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.01,0.1780959963798523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.9994144439697266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,11.711459350585937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,1,power_law_1.2,1.1978367805480956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,1,power_law_1.2,1.6741056442260742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,83.2619140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,1,power_law_1.2,3.6338687896728517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.18953919410705566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.01,19.150767517089843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.325164794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.6128416061401367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,1,power_law_1.2,3.9671199798583983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.01,0.22774720191955566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,14.927046203613282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.7521088123321533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.01,0.4049824237823486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,1,power_law_1.2,1.070687961578369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,1,power_law_1.2,4.1410881042480465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,1,power_law_1.01,42.919186401367185
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,1,power_law_1.2,2.126198387145996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,1,power_law_1.2,89.5448974609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,56.66903076171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,1,power_law_1.2,4.369971084594726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,1,power_law_1.2,2.3742752075195312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,1,power_law_1.2,0.17862080335617064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.271833610534668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,1,power_law_1.2,2.552355194091797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,1,power_law_1.2,4.453587341308594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,1,power_law_1.2,0.21760001182556152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,1,power_law_1.2,0.465177583694458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.5081247806549072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,1,power_law_1.2,2.6761152267456056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.01,24.623898315429688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.2,0.6104032039642334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,21.32042236328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,1,power_law_1.2,4.864031982421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.9391360282897949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.2,0.9035648345947266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,1,power_law_1.2,2.7316192626953124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.2,1.8810848236083983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.01,1.7796384811401367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,1,power_law_1.2,2.8825151443481447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,1,power_law_1.2,5.062214279174805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.2,2.0108383178710936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,1,power_law_1.01,0.7153632164001464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,1,power_law_1.2,3.0949888229370117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,1,power_law_1.01,1.0409215927124023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.2,2.1070079803466797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.01,2.5996736526489257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,1,power_law_1.2,6.895549011230469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,1,power_law_1.01,1.8486879348754883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.2,2.2417600631713865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,1,power_law_1.2,3.744780731201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,1,power_law_1.01,2.066342353820801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.01,3.9803134918212892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.2,2.2499488830566405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,1,power_law_1.2,3.910889434814453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,1,power_law_1.01,2.118499183654785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,1,power_law_1.2,7.115948486328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.2,2.382454490661621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,1,power_law_1.01,2.233225631713867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,1,power_law_1.2,3.9303585052490235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.01,4.951750564575195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.2,2.415238380432129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,27.68341064453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.01,32.74936218261719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,1,power_law_1.01,2.211142349243164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,1,power_law_1.2,7.386892700195313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.2,2.495471954345703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,1,power_law_1.2,4.028752136230469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,1,power_law_1.01,2.3244415283203126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.2,2.539228820800781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.01,6.576809692382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,1,power_law_1.01,2.352716827392578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,1,power_law_1.2,4.315603256225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.2,2.61975040435791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,1,power_law_1.2,7.631970977783203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,1,power_law_1.01,2.3632736206054688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.2,2.654204750061035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,1,power_law_1.2,4.871839904785157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,1,power_law_1.01,2.472713661193848
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.01,6.995276641845703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.2,2.7662176132202148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,1,power_law_1.01,2.560588836669922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,1,power_law_1.2,7.985330963134766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,5.579305648803711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.2,2.9967424392700197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,1,power_law_1.01,2.6112224578857424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.01,7.126617431640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,1,power_law_1.01,2.687286376953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.2,3.2683521270751954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,1,power_law_1.2,8.760057830810547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,7.097673797607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,1,power_law_1.01,2.9226495742797853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.2,3.848336029052734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,1,power_law_1.01,3.1325471878051756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.01,7.644969940185547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,40.480462646484376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.2,4.468659210205078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,8.684265899658204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,1,power_law_1.2,9.572966766357421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,1,power_law_1.01,3.7927326202392577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,89.10546264648437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.01,45.76148986816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.2,5.815350341796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.01,7.989228820800781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,1,power_law_1.01,4.399910354614258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,1,power_law_1.2,10.825785827636718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,11.903119659423828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.2,7.105974578857422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,1,power_law_1.01,5.808031845092773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.01,8.309702301025391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,1,power_law_1.01,7.197740936279297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,1,power_law_1.2,12.36577911376953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.2,9.714940643310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,15.027194213867187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.01,8.994998168945312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,1,power_law_1.01,9.613219451904296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.2,12.563452911376952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,1,power_law_1.2,15.62608642578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.01,9.65896987915039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,1,power_law_1.01,12.659635162353515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,53.19495849609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,21.343408203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.01,10.18446044921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.2,17.85906524658203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,1,power_law_1.2,18.959135437011717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.01,58.0572509765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,1,power_law_1.01,18.188233947753908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.01,12.798454284667969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,27.7593505859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.2,23.33448028564453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,1,power_law_1.2,25.25614776611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.01,14.144009399414063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,1,power_law_1.01,23.824581909179688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.01,15.094093322753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,66.21748046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.2,30.057492065429688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,1,power_law_1.2,33.01871948242187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,40.48807067871094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.01,16.92584686279297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,1,power_law_1.01,30.1335693359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.01,74.45023803710937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.01,18.62420196533203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,1,power_law_1.2,46.373956298828126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.2,47.431573486328126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,165.9927001953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.01,21.727273559570314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,53.28983764648437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,1,power_law_1.01,47.90829162597656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.17089920043945311
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.33771839141845705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.6090847969055175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.01,1.4064255714416505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.01,2.3982688903808596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.01,24.495753479003906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.01,3.0064287185668945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.01,3.841164779663086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.01,5.161907196044922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,104.5119384765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,1,power_law_1.2,59.6644287109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.01,12.506047821044922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.01,30.614541625976564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,66.31075439453124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.01,12.77474594116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.01,114.79432373046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.01,13.585626220703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.2,92.214404296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.01,38.436831665039065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,1,power_law_1.01,93.73290405273437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.01,14.334246826171874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.2730400085449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.5068416118621826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.8642560005187988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.01,15.03819580078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,1,power_law_1.2,1.780838394165039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,1,power_law_1.2,2.283216094970703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.01,0.14935040473937988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,1,power_law_1.2,75.63749389648437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,1,power_law_1.2,3.437478256225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.01,12.327474975585938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,1,power_law_1.2,4.147651290893554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.01,7.157676696777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,1,power_law_1.2,6.253545761108398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.01,48.43466796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.01,0.25811200141906737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.01,0.48144960403442383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.01,11.648300933837891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.01,0.7177472114562988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,1,power_law_1.2,6.650675201416016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,1,power_law_1.2,6.80203857421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,104.55274658203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.01,16.013442993164062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,1,power_law_1.2,7.40765151977539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.01,1.3241567611694336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,1,power_law_1.2,7.70123519897461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.01,2.0633472442626952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.01,18.716050720214845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.01,2.5032255172729494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,1,power_law_1.2,8.329007720947265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.01,3.3265312194824217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.01,3.527494430541992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.01,60.53743896484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,1,power_law_1.2,8.90184326171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,20.32475128173828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.01,3.619289779663086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.01,3.9389663696289063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,1,power_law_1.2,9.60654067993164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.01,4.086332702636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.01,4.078182220458984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,1,power_law_1.2,10.289488220214844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,24.462240600585936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,1,power_law_1.2,117.88934326171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.01,4.272719955444336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,206.972607421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.01,4.416995239257813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,1,power_law_1.2,13.074163818359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.1677728056907654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.3243391990661621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.01,4.494265747070313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.6162176132202148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,1,power_law_1.2,1.1465248107910155
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.01,4.714150238037109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,28.609194946289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,1,power_law_1.2,14.502438354492188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,1,power_law_1.2,1.4010656356811524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.01,4.938508987426758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,1,power_law_1.2,2.1851295471191405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,1,power_law_1.2,2.6647104263305663
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.01,5.236307144165039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,1,power_law_1.2,15.432400512695313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.01,76.185888671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,1,power_law_1.2,3.8231231689453127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.01,5.660134506225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.01,228.325439453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,1,power_law_1.2,4.1460319519042965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.01,6.258857727050781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,37.13795471191406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,1,power_law_1.2,4.3361663818359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,1,power_law_1.2,17.35779266357422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.01,7.234528350830078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,1,power_law_1.2,4.579353713989258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,1,power_law_1.2,4.767593765258789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.01,8.42064971923828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,1,power_law_1.2,19.3849853515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,1,power_law_1.2,4.990614318847657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,1,power_law_1.2,5.334028625488282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.01,10.839366149902343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,1,power_law_1.2,5.609049606323242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,45.7434326171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,1,power_law_1.2,22.15135955810547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.01,13.457594299316407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,1,power_law_1.2,5.936540985107422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,1,power_law_1.2,7.355289459228516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,206.9962158203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,1,power_law_1.2,7.769261169433594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.01,18.499095153808593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,1,power_law_1.2,25.04799041748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.3205951929092407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,8.364733123779297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.3174815893173218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.422211217880249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,9.663740539550782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.01,113.52991943359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.661078405380249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.6643104076385498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.6859263896942138
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.01,23.453932189941405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.6910463809967041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.7159167766571045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.7355967998504639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.7493663787841797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.7793087959289551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,62.66447143554687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.8149472236633301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.8271103858947754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,1,power_law_1.2,32.3720703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,11.076793670654297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.873583984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.01,1.0075391769409179
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.01,1.1722944259643555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.01,1.3468064308166503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.01,1.931657600402832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.01,2.5852575302124023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.01,3.7457279205322265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,13.939459228515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.01,5.0172992706298825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.01,30.049710083007813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,1,power_law_1.2,0.1493023991584778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.01,7.94293441772461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,16.824665832519532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.01,9.843052673339844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,1,power_law_1.2,39.90750732421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,1,power_law_1.2,0.25804159641265867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,1,power_law_1.2,0.3714688062667847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.01,16.916355895996094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,71.39766845703124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,1,power_law_1.2,235.3794677734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,1,power_law_1.2,0.7251808166503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.21647999286651612
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.2236095905303955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.28945600986480713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.5415711879730225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,22.734165954589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.4572447776794434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.46497597694396975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.47133121490478513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.48407998085021975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.4903007984161377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.5018623828887939
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.5310207843780518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.5999296188354493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.610207986831665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.7287168025970459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.01,46.904144287109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.8990431785583496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.01,1.008995246887207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.01,21.88970184326172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.01,1.3647168159484864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.01,1.888819122314453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,2.3967199325561523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,3.378540802001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,1,power_law_1.2,1.1325759887695312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,1,power_law_1.2,50.276678466796874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,4.967731094360351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,28.594070434570312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,1,power_law_1.2,1.7353151321411133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,6.146713638305664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,1,power_law_1.2,2.2272064208984377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,1,power_law_1.2,3.1109792709350588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,9.497734069824219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.01,33.60064697265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,1,power_law_1.2,3.352275085449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,1,power_law_1.2,3.453571319580078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,14.41495361328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,1,power_law_1.2,3.7624286651611327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,1,power_law_1.2,3.9248512268066404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,40.432012939453124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,19.213031005859374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,1,power_law_1.2,4.022739028930664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,1,power_law_1.2,4.139756774902343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.01,45.80172119140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,1,power_law_1.2,63.47349853515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,1,power_law_1.2,4.443545532226563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,1,power_law_1.2,4.564352035522461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.01,88.59173583984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,27.385964965820314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,115.98486328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,1,power_law_1.2,4.72149429321289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,1,power_law_1.2,5.053843307495117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.01,0.16744639873504638
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,52.21592407226562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.01,0.1901855945587158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,1,power_law_1.2,5.356419372558594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.01,0.22896959781646728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,1,power_law_1.2,5.918399810791016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.01,216.439599609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.01,52.46982421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,40.804873657226565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,1,power_law_1.2,6.600141143798828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.3089024066925049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.3527776002883911
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.36878080368041993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.01,0.2909024000167847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.01,0.2880959987640381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.01,0.29703359603881835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.01,0.3018399953842163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.01,0.30472960472106936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.01,0.3094912052154541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.01,0.31823039054870605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.01,0.3318624019622803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,1,power_law_1.2,7.62344970703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.01,0.3496288061141968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.01,0.36177279949188235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.01,0.4115327835083008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.01,0.47985281944274905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.647324800491333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.01,0.5573215961456299
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.6754848003387451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.01,0.6183839797973633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.6893663883209229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.01,0.8006784439086914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.7042655944824219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.01,1.0087264060974122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.7044415950775147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.7425471782684326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.01,1.5202816009521485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,1,power_law_1.2,8.977017974853515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.7555712223052978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.7879039764404296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,1,power_law_1.2,77.60305786132812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.01,2.016326332092285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.8177824020385742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.8313504219055176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.01,2.7953535079956056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.8684800148010254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,2,power_law_1.2,1.0794143676757812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,2,power_law_1.2,1.1731712341308593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.01,4.030863952636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,2,power_law_1.2,1.4625344276428223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,2,power_law_1.2,1.986195182800293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,1,power_law_1.2,11.445231628417968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.01,6.413510131835937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,2,power_law_1.2,2.6764480590820314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,2,power_law_1.2,3.687887954711914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,64.94323120117187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.01,7.9514625549316404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,52.073065185546874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,2,power_law_1.2,5.1529888153076175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,1,power_law_1.2,13.844367980957031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,2,power_law_1.2,8.299842834472656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.01,12.228511810302734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,2,power_law_1.2,11.838236999511718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,1,power_law_1.2,18.956941223144533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.01,18.315219116210937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,149.93424072265626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.01,96.74020385742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,2,power_law_1.2,16.473341369628905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.01,21.560768127441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,1,power_law_1.2,24.082281494140624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,2,power_law_1.2,20.304937744140624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,84.43834838867187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.01,36.24200439453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,2,power_law_1.2,35.235897827148435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,1,power_law_1.2,31.1591552734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,1,power_law_1.2,115.6293212890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,99.83909912109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,2,power_law_1.2,49.27748413085938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,1,power_law_1.2,46.90762634277344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.01,71.96533813476563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.23340160846710206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.23441920280456544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.28559041023254395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.4526495933532715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.4495584011077881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.4632448196411133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.457151985168457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.4808063983917236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.4947487831115723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,153.419921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.5077727794647217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.5443967819213867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.57292160987854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.6384928226470947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.7636672019958496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.8620736122131347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,2,power_law_1.2,1.069808006286621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,2,power_law_1.2,1.3200032234191894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,2,power_law_1.2,64.619775390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,2,power_law_1.2,1.8101024627685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,2.394595146179199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,3.172572708129883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,4.878326416015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,6.946189117431641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.01,200.65975341796874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,154.70643310546876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,2,power_law_1.2,0.18012160062789917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,2,power_law_1.2,0.17616959810256957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,2,power_law_1.2,0.21673600673675536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,9.361017608642578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,2,power_law_1.2,0.28958079814910886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,2,power_law_1.2,0.287007999420166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,2,power_law_1.2,0.2961055994033813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,2,power_law_1.2,0.29513280391693114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,2,power_law_1.2,0.30389440059661865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,1,power_law_1.2,89.08114624023438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,2,power_law_1.2,0.31629118919372556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,2,power_law_1.2,0.32409279346466063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,2,power_law_1.2,0.33029439449310305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,2,power_law_1.2,0.3523519992828369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,2,power_law_1.2,0.3608831882476807
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,2,power_law_1.2,0.39038400650024413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,2,power_law_1.2,0.48168320655822755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,2,power_law_1.2,0.5475135803222656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,2,power_law_1.2,0.6261472225189209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,14.7385498046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.15624959468841554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,2,power_law_1.2,0.8570783615112305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,2,power_law_1.2,1.0324416160583496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,2,power_law_1.2,1.5670559883117676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,2,power_law_1.2,2.1066400527954103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,2,power_law_1.2,3.0187807083129883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,2,power_law_1.2,4.392483139038086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.1891551971435547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,19.972393798828126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.08580800294876098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,2,power_law_1.2,6.659065246582031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.276364803314209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,2,power_law_1.2,9.248834991455078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.44261441230773924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,195.110009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,2,power_law_1.2,13.358787536621094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.12607359886169434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.13412799835205078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,31.97712097167969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.01,0.10144319534301757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,2,power_law_1.2,109.42735595703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.45981760025024415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.5011328220367431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,1,power_law_1.2,220.929150390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,2,power_law_1.2,19.447042846679686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.01,0.13169599771499635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.01,0.16327040195465087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.496611213684082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.2520319938659668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.14479680061340333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.5284383773803711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.5630591869354248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,2,power_law_1.2,23.55303039550781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,40.448001098632815
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.17917120456695557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.01,0.2605376005172729
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.01,0.265228796005249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.25613439083099365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.01,0.26515519618988037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.01,0.27417280673980715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.01,0.27741758823394774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.5037631988525391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.01,0.2903712034225464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.01,0.297875189781189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.01,0.3224319934844971
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.01,0.3262784004211426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.01,0.33849918842315674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.01,0.35214719772338865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.01,0.3741631984710693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.01,0.43583040237426757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.01,0.47008638381958007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.01,0.6088672161102295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.25068480968475343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.01,0.7716000080108643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.01,1.0609120368957519
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.01,1.3761983871459962
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.01,2.0031232833862305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.01,2.6455968856811523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.4564671993255615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,2,power_law_1.2,40.15745239257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.5535967826843262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.6117919921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.01,3.967478561401367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.2574656009674072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.6368319988250732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.2632575988769531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.2592384099960327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.2770015954971313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.291264009475708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.3121664047241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.01,5.312579345703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.3256864070892334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.35099520683288576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,50.41968688964844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.01,7.7871650695800785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.4661952018737793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.5011424064636231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.5485311985015869
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.01,10.638377380371093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.3122879981994629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.5692736148834229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.32756800651550294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.6132927894592285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.33690879344940183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.5093567848205567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.5557983875274658
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.5771647930145264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.01,13.713157653808594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,249.35029296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.3440959930419922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.6282815933227539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.49895358085632324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.40865278244018555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.7627744197845459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.01,21.19396209716797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,2,power_law_1.2,71.90425415039063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.547276782989502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.6083648204803467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.6308544158935547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.8136992454528809
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.46730241775512693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,0.6180480003356934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,0.7747647762298584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,85.79442138671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,1.1106623649597167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.09162560105323792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.01,43.545928955078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,2,1,power_law_1.2,0.10103679895401001
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,2,1,power_law_1.2,0.11849600076675415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,2,1,power_law_1.2,0.15783679485321045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,2,1,power_law_1.2,0.2546367883682251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.5455423831939697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,2,1,power_law_1.2,0.2620032072067261
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.5663680076599121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,2,1,power_law_1.2,0.2682208061218262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.6066527843475342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,2,1,power_law_1.2,0.2743295907974243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,2,1,power_law_1.2,0.2776992082595825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,2,1,power_law_1.2,0.2969919919967651
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,2,1,power_law_1.2,0.30203518867492674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,2,1,power_law_1.2,0.32121920585632324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.01,1.0369376182556151
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,2,1,power_law_1.2,0.32184319496154784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.12048640251159667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,2,1,power_law_1.2,0.3328511953353882
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.13560960292816163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,2,1,power_law_1.2,0.3490592002868652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,2,power_law_1.2,197.12291259765624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,2,1,power_law_1.2,0.36817920207977295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.439302396774292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,2,1,power_law_1.2,0.4158815860748291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.47110400199890134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,2,1,power_law_1.2,0.46607680320739747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.5547455787658692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,2,1,power_law_1.2,0.6044479846954346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.01,1.0416959762573241
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,2,1,power_law_1.2,0.7664383888244629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.01,1.0762528419494628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,2,1,power_law_1.2,1.0637824058532714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,1.4543071746826173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.01,1.1223679542541505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,2,1,power_law_1.2,1.3812640190124512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.01,1.1421343803405761
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,2.1406816482543944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,2,1,power_law_1.2,1.987379264831543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.01,1.1656831741333007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.01,1.236790370941162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,2.9028575897216795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,2,1,power_law_1.2,2.6396320343017576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.01,1.2724639892578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.01,1.3159616470336915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,2,1,power_law_1.2,3.949398422241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.01,1.3740896224975585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,4.433327865600586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.01,1.5017888069152832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.6294271945953369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.01,1.6957120895385742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.7657248020172119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,2,1,power_law_1.2,5.312019348144531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.01,1.3143168449401856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.01,1.8392320632934571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,5.762876892089844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.01,1.894688034057617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.01,2.0376960754394533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.01,2.6830272674560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.01,2.4661951065063477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.24923839569091796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,2,1,power_law_1.2,7.8667137145996096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,7.292127990722657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.01,3.2129566192626955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.01,3.9793441772460936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.01,4.396940612792969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.01,5.273104095458985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,2,1,power_law_1.2,10.94583969116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,11.384194946289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.01,6.4595489501953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.01,7.728150177001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.7830239772796631
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.25300159454345705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.01,9.342713928222656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,2,1,power_law_1.2,13.625657653808593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.01,10.122451019287109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.01,12.59573745727539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,23.501606750488282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.01,12.702899169921874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,2,1,power_law_1.2,1.0305055618286132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,2,1,power_law_1.2,21.511660766601562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.2569535970687866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.2597055912017822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.3027040004730225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.26189119815826417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.3159775972366333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.26985280513763427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.41229758262634275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.2895008087158203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.01,16.9717529296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.3046463966369629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.3302016019821167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.3404896020889282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.01,20.319996643066407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.7043839931488037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.707539176940918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.714796781539917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.7239712238311767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.7330207824707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.7565279960632324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.8175456047058105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.9030048370361328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.3067392110824585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.32479679584503174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.01,1.0449536323547364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,2,1,power_law_1.2,1.3132320404052735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.33444159030914306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.01,1.0438719749450684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,2,1,power_law_1.2,1.9170848846435546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.01,1.334540843963623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.01,26.07908935546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.01,1.6011360168457032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,2,1,power_law_1.2,2.756422424316406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.01,1.6422048568725587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,2,1,power_law_1.2,3.9590110778808594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.01,2.2903295516967774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.01,2.955264091491699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,2,1,power_law_1.2,43.46947021484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,2,1,power_law_1.2,5.270979309082032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,3.979094314575195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,2,1,power_law_1.2,7.408505249023437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,5.622259140014648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.01,41.721353149414064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.01,0.24340479373931884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.01,0.2826528072357178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.01,0.3312256097793579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.34314560890197754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.4143263816833496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,7.309744262695313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,2,1,power_law_1.2,10.364393615722657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,176.5266845703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.40204482078552245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.3218208074569702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.4710080146789551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.2901407957077026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.5431424140930176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.3639391899108887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.01,37.630975341796876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.6704607963562011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.01,0.42574081420898435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.7032127857208252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.01,0.42772479057312013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.7214943885803222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.01,0.440723180770874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.7313536167144775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.01,0.4459839820861816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,12.70062713623047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.7417471885681153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.01,0.4501632213592529
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.01,0.46349759101867677
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.803708839416504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,2,1,power_law_1.2,12.655206298828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.01,0.47650880813598634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.8366335868835449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.01,0.4920639991760254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.9045951843261719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.01,0.550867223739624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.01,0.5973887920379639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,2,power_law_1.2,1.0242655754089356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.01,0.6416927814483643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,2,power_law_1.2,1.0939647674560546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.01,0.6933760166168212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,2,power_law_1.2,1.325164794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.01,0.8017727851867675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.01,0.9381888389587403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,2,power_law_1.2,1.6813119888305663
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,2,power_law_1.2,1.0892224311828613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.01,1.3248576164245605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,2,power_law_1.2,1.1011648178100586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,2,power_law_1.2,1.6570623397827149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,15.558125305175782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.46421117782592775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,2,power_law_1.2,1.1285792350769044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.01,1.7938880920410156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,0.6156415939331055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,2,power_law_1.2,2.1341184616088866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,2,power_law_1.2,1.14967679977417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,0.771446418762207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.01,2.2407295227050783
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,2,power_law_1.2,1.1710463523864747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,1.1084480285644531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,2,power_law_1.2,3.3725727081298826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,2,power_law_1.2,1.2199999809265136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,2,1,power_law_1.2,20.634544372558594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.01,3.1224416732788085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,2,power_law_1.2,1.276640033721924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,2,power_law_1.2,1.3181568145751954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,4.158585739135742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,2,power_law_1.2,1.427779197692871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.01,5.218150329589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,2,power_law_1.2,1.5350624084472657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,2,power_law_1.2,1.6310400009155273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,6.296598434448242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,2,power_law_1.2,1.899235153198242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.01,6.3275390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,2,power_law_1.2,2.1427743911743162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,2,power_law_1.2,2.4966815948486327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,25.362956237792968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,8.114326477050781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.01,49.83589477539063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,2,power_law_1.2,3.682575988769531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.01,10.408780670166015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,2,power_law_1.2,4.871007919311523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,1.446019172668457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,12.377430725097657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,2.094291114807129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,2,power_law_1.2,7.1748512268066404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,2.8519968032836913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.01,12.22957763671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,2,1,power_law_1.2,41.86647338867188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,4.411852645874023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,2,power_law_1.2,10.104342651367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,5.927644729614258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,16.533091735839843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,33.41689453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,7.384623718261719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.01,21.88066864013672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,2,power_law_1.2,15.06927032470703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,2,power_law_1.2,0.23412480354309081
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,2,power_law_1.2,0.2745311975479126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,2,power_law_1.2,0.3058176040649414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,11.68982391357422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,24.59473876953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,2,power_law_1.2,18.549583435058594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.01,24.016383361816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,2,power_law_1.2,0.4339424133300781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,2,power_law_1.2,0.4355135917663574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,2,power_law_1.2,0.44072961807250977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,2,power_law_1.2,0.4462272167205811
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,2,power_law_1.2,0.4507199764251709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,23.36553955078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,43.283642578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,2,power_law_1.2,0.46407361030578614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,2,power_law_1.2,0.4735424041748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,2,power_law_1.2,0.5035168170928955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,2,power_law_1.2,0.5920383930206299
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,2,power_law_1.2,0.6017312049865723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,2,power_law_1.2,0.6512383937835693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,2,power_law_1.2,0.7004703998565673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,2,power_law_1.2,0.7990431785583496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.01,85.319970703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,2,power_law_1.2,1.0165984153747558
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,31.901141357421874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,2,power_law_1.2,1.2712512016296387
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,2,power_law_1.2,1.691961669921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,2,power_law_1.2,30.770855712890626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.21894400119781493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.3085184097290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.4223072052001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,2,power_law_1.2,2.7667520523071287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,2,power_law_1.2,3.5210079193115233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.01,34.246664428710936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,2,power_law_1.2,5.327939224243164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.7866943836212158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.01,1.0424799919128418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.01,1.09617919921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.01,1.1164671897888183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.01,1.165398406982422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,2,power_law_1.2,6.481600189208985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.01,1.2012576103210448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.01,1.2911423683166503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.01,1.262339210510254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.01,1.397878360748291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.01,1.4509087562561036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.01,1.615190315246582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,2,power_law_1.2,11.270985412597657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.01,1.6401887893676759
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.01,1.7063360214233398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.01,2.087788772583008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,2,power_law_1.2,40.840704345703124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,45.76573486328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.01,2.6041696548461912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,2,power_law_1.2,13.204850769042968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.01,3.2490913391113283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,67.07412109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.01,4.598774337768555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.01,5.802028656005859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.01,55.746209716796876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.01,8.905350494384766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,2,power_law_1.2,22.02587890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.01,11.657001495361328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,464.7373046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.01,101.67426147460938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.01,16.384326171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,2,power_law_1.2,27.86687316894531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.15915199518203735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,2,power_law_1.2,64.56028442382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,68.0749267578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.230131196975708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.01,21.7481689453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,74.82975463867187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,2,power_law_1.2,37.85182189941406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.22367360591888427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.01,33.394989013671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.4045440196990967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.412505578994751
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.4381984233856201
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.4562431812286377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.4803840160369873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.4736608028411865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.49807038307189944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.5493504047393799
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.616867208480835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.7217567920684814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.01,113.0835693359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.01,0.1543328046798706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.01,0.19388480186462403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.5365119934082031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.01,0.2522880077362061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.7188704013824463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.01,0.42175998687744143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.01,0.4366591930389404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.7441728115081787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.01,0.44113597869873045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,2,power_law_1.2,61.8081787109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.01,0.4437248229980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.01,44.897421264648436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,2,power_law_1.2,94.01296997070312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.01,0.4466720104217529
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.01,0.45457921028137205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.01,0.46146559715270996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.01,0.47063679695129396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.01,0.48746562004089355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,93.99627075195312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.01,0.5041952133178711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.01,0.564467191696167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.01,0.5918464183807373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.01,0.6557536125183105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.01,0.7335455894470215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.01,0.9700768470764161
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.01,1.1970975875854493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.01,1.6839967727661134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.01,2.1952991485595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.01,3.2081470489501953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.5724736213684082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.01,4.275404739379883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.01,0.7332287788391113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,1.0547967910766602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,1.8105632781982421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.01,6.290518569946289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,5.137827301025391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.01,8.597164916992188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,7.3031166076660154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.01,153.62796630859376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,9.469206237792969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.01,56.501885986328126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.01,13.007615661621093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,136.0265380859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,13.885049438476562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.01,16.938294982910158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,18.144358825683593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.01,21.668666076660156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,2,power_law_1.2,101.09682006835938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,2,power_law_1.2,109.05084228515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.2580287933349609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.32688639163970945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.4116991996765137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.8042240142822266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,27.053631591796876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,2,1,power_law_1.2,1.0670975685119628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,2,1,power_law_1.2,1.1062591552734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,2,1,power_law_1.2,1.1276127815246582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,2,1,power_law_1.2,1.1619296073913574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,2,1,power_law_1.2,1.2439007759094238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,2,1,power_law_1.2,1.2593664169311523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,2,1,power_law_1.2,1.3245696067810058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,2,1,power_law_1.2,1.3753343582153321
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.4699520111083983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,2,1,power_law_1.2,1.5953503608703614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,2,1,power_law_1.2,1.642268753051758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.01,34.932797241210935
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,2,1,power_law_1.2,1.8572832107543946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,2,1,power_law_1.2,1.9705984115600585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,2,1,power_law_1.2,2.631088066101074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,2,1,power_law_1.2,3.222275161743164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.01,91.85218505859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,35.95294189453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,2,1,power_law_1.2,4.6108863830566404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,148.3361572265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,2,1,power_law_1.2,5.7778465270996096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,2,1,power_law_1.2,9.084320068359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,2,1,power_law_1.2,11.486601257324219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,44.588623046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,2,1,power_law_1.2,16.551177978515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.01,69.61734008789062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.17144960165023804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,2,1,power_law_1.2,21.819917297363283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.20045759677886962
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,2,1,power_law_1.2,34.08024291992187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,71.093603515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,2,power_law_1.2,159.98194580078126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.2202687978744507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.4017471790313721
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,2,1,power_law_1.2,46.17915649414063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.41616320610046387
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.4197984218597412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.42199997901916503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.4246943950653076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.4502880096435547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.45332159996032717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.4853248119354248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.5398943901062012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.569484806060791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.01,185.60826416015624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,2,1,power_law_1.2,0.15071359872817994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,2,1,power_law_1.2,0.1962015986442566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,2,1,power_law_1.2,0.24193921089172363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,2,1,power_law_1.2,0.42565441131591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.533625602722168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,2,1,power_law_1.2,0.4349696159362793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.5860544204711914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,2,1,power_law_1.2,0.4389344215393066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,279.0754638671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.6106688022613526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,2,1,power_law_1.2,0.4446400165557861
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,2,1,power_law_1.2,0.448745584487915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,2,1,power_law_1.2,0.45940799713134767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,2,1,power_law_1.2,0.4659264087677002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,2,1,power_law_1.2,0.46977920532226564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,2,1,power_law_1.2,0.4883103847503662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,2,1,power_law_1.2,0.502400016784668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,2,1,power_law_1.2,0.5595168113708496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,2,1,power_law_1.2,0.587007999420166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,2,1,power_law_1.2,0.6284832000732422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,2,1,power_law_1.2,0.7286655902862549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.30153279304504393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,2,1,power_law_1.2,0.9741375923156739
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,2,1,power_law_1.2,1.2036416053771972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.5105887889862061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,2,1,power_law_1.2,57.828851318359376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,2,1,power_law_1.2,1.6749280929565429
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.4160287857055664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,2,1,power_law_1.2,2.211270332336426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.6490784168243409
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,2,1,power_law_1.2,3.334918212890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.01,1.2508288383483888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,2,1,power_law_1.2,4.385318374633789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.539683198928833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.01,1.6949567794799805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,2,1,power_law_1.2,0.6287231922149659
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.01,2.4720544815063477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,2,1,power_law_1.2,6.575331115722657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.01,2.6589088439941406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.01,338.6238037109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,2,1,power_law_1.2,8.70907211303711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.01,2.7723615646362303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.01,2.8105024337768554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,142.3159912109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.01,2.9241312026977537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,2,1,power_law_1.2,13.229600524902343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,0.7068448066711426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.18503040075302124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,0.9513952255249023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.01,4.083840179443359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,1.204860782623291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.01,4.211628723144531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.3113503932952881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,2,1,power_law_1.2,17.2067138671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.01,4.42803840637207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.27698559761047364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.4863327980041504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.7879231929779053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.01,4.473235321044922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.01,1.1179136276245116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.01,4.779072189331055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.01,1.5508831977844237
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,1.7641632080078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.01,1.6852256774902343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.01,4.95068473815918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,2,1,power_law_1.2,21.663027954101562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,2.2669727325439455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.01,1.7726655960083009
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,3.5299137115478514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.01,1.7465152740478516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,298.2535888671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.01,5.474358367919922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,2,1,power_law_1.2,93.95677490234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,4.528649520874024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.01,1.8821439743041992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.01,6.042512130737305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,7.007087707519531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.30028159618377687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.01,2.4245632171630858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.01,6.892610931396485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,9.387149047851562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.01,2.4779232025146483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.49078078269958497
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,2,1,power_law_1.2,35.13486328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.3499488115310669
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.01,2.5252639770507814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.01,7.6833343505859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.6667679786682129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,11.3517822265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.01,2.6069311141967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,2,power_law_1.2,1.0930848121643066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,2,power_law_1.2,1.5388416290283202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.01,2.729452705383301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.01,9.398233795166016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,2,power_law_1.2,2.4465663909912108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.01,2.763091278076172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,2,power_law_1.2,2.624505615234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.01,3.04681282043457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,18.071495056152344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.01,10.767362976074219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,2,power_law_1.2,2.676675224304199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,3.348223876953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,2,power_law_1.2,2.785788726806641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,4.079126358032227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,2,power_law_1.2,3.0097503662109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,4.904512023925781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.01,14.369349670410156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,6.607247924804687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,2,power_law_1.2,4.031036758422852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,37.7379150390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.01,0.1606335997581482
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,2,power_law_1.2,4.279795074462891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,8.545948791503907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.01,17.978361511230467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,2,1,power_law_1.2,70.10755004882813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,2,power_law_1.2,4.517830276489258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,2,power_law_1.2,4.634105682373047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,11.490512084960937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.18626879453659057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,2,power_law_1.2,4.848995208740234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.31078400611877444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,2,power_law_1.2,0.15856640338897704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.23825600147247314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.2850208044052124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.2761375904083252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.4599584102630615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.23256320953369142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,2,power_law_1.2,5.267424011230469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.1915711998939514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.01,25.366883850097658
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.40413761138916016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.7084288120269775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.36586880683898926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,15.526937866210938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.674025583267212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.9725983619689942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.5625631809234619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,2,power_law_1.2,5.733369445800781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.9907936096191406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,2,power_law_1.2,1.5647199630737305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.7913887977600098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.01,1.4292863845825194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,2,power_law_1.2,1.6632255554199218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,2,power_law_1.2,1.2943455696105957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,2,power_law_1.2,6.277926254272461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.788047981262207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,2,power_law_1.2,1.7000959396362305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.3517024040222168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.01,1.9701791763305665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,2,power_law_1.2,1.382863998413086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,2,power_law_1.2,1.7917503356933593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.01,2.1155744552612306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,2,power_law_1.2,6.994473266601562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,2,power_law_1.2,1.469711971282959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,2,power_law_1.2,1.9253248214721679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,21.619369506835938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.894380760192871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.5222911834716797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,2,power_law_1.2,2.472355270385742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,2,power_law_1.2,349.661669921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.2,1.5983807563781738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,2,power_law_1.01,4.597647857666016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,2,power_law_1.2,2.5131904602050783
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.16011840105056763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,2,power_law_1.2,7.980054473876953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.2,1.675004768371582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.01,36.2204833984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.24343678951263428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,2,power_law_1.01,2.342419242858887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,2,power_law_1.2,2.6022207260131838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.4500160217285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.6981727600097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,2.201590347290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.8633184432983398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,2,power_law_1.2,2.6839584350585937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.2,1.7830207824707032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,2,power_law_1.2,9.716012573242187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.01,1.1725184440612793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,2,power_law_1.01,2.0186975479125975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.2,1.8669408798217773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,2,power_law_1.2,2.8410400390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.01,1.653513526916504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.2,1.9452735900878906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,2,power_law_1.01,5.194979095458985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,2,power_law_1.2,2.9585216522216795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.01,2.4413408279418944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.2,2.0826496124267577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,29.621453857421876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,2,power_law_1.2,11.445894622802735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,2,power_law_1.2,3.201504135131836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,2,power_law_1.01,5.724265670776367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.01,2.618134307861328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.2,2.253772735595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,2,1,power_law_1.2,188.34688720703124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.01,2.7511808395385744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,3.6121440887451173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.11363840103149414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.2,2.668751907348633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,2,power_law_1.01,6.539968109130859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.15351680517196656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.01,2.8279296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.252889609336853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,4.471996688842774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.2,2.987183952331543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.5334144115447998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.01,2.995619201660156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,2,power_law_1.01,7.418233489990234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,2,power_law_1.2,15.739907836914062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.7301727771759033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.01,41.835986328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.2,3.70230712890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,5.129180908203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.01,3.055075263977051
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.01,1.00632963180542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.01,1.5131296157836913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,2,power_law_1.01,9.294195556640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.2,4.552006530761719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.01,3.1723487854003904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,6.983574676513672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.01,1.5816320419311523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.01,3.2696609497070312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.01,1.6922016143798828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.2,6.0925952911376955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,36.28916625976562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.01,1.7651071548461914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,2,power_law_1.01,11.040032196044923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,2,power_law_1.2,19.026425170898438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.01,4.333590316772461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,8.550752258300781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.01,1.8279327392578124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.01,4.5098014831542965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.01,1.887811279296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.2,8.178876495361328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.01,1.9294784545898438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.01,4.758809661865234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,2,power_law_1.01,15.218893432617188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.01,2.062777519226074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,12.546752166748046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.01,2.52541446685791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.01,5.287331390380859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.2,11.451849365234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.01,2.603446388244629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,2,power_law_1.2,26.949191284179687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.01,5.79730224609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.01,2.7121536254882814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,2,power_law_1.01,17.923536682128905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,16.686895751953124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.01,2.9315135955810545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.01,6.6339164733886715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.2,14.764767456054688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,3.225961685180664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.01,63.677642822265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,3.8239646911621095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.01,7.427577972412109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,4.560300827026367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,2,power_law_1.01,25.61531982421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,56.682073974609374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.01,9.01465301513672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,23.069973754882813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.2,17.850367736816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,6.056335830688477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,2,power_law_1.2,35.55604858398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.01,10.47001953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,7.610511779785156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,10.656972503662109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,2,power_law_1.01,30.84998474121094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.01,13.461170959472657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,29.6799072265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.2,31.103408813476562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,13.739804077148438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.01,16.841506958007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,2,power_law_1.2,44.1014892578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,19.857942199707033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,2,power_law_1.01,42.272158813476565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,36.764794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.01,22.750656127929688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,25.9406982421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.2,58.339654541015626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.01,29.946975708007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,2,power_law_1.01,59.847564697265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.01,126.51290283203124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,115.81318359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.1614464044570923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,2,power_law_1.2,67.35077514648438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.01,0.09678080081939697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.24018239974975586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.45199999809265134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.8616288185119629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,32.160577392578126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.9900351524353027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.01,0.14470399618148805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.11446399688720703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,2,1,power_law_1.2,1.4430432319641113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.01,0.18860479593276977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,62.22727661132812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.01,0.3932032108306885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,2,1,power_law_1.2,2.3930080413818358
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,2,1,power_law_1.2,2.515894317626953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.01,39.065338134765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.14905920028686523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.24918079376220703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,2,1,power_law_1.2,2.6475103378295897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.5245151996612549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.01,0.6205344200134277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,2,1,power_law_1.2,2.7530336380004883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.629088020324707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.01,0.8681792259216309
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.9037728309631348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.01,1.2737664222717284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,2,1,power_law_1.2,3.0465343475341795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,2,1,power_law_1.2,1.445251178741455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.01,1.3380640029907227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,2,1,power_law_1.2,3.1124832153320314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,2,1,power_law_1.2,1.567024040222168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.01,1.3905695915222167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,2,1,power_law_1.2,3.182988739013672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,2,1,power_law_1.2,1.658470344543457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.01,1.4784832000732422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,2,1,power_law_1.2,1.732748794555664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.01,1.4818431854248046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,2,1,power_law_1.2,3.470880126953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,2,1,power_law_1.2,1.825868797302246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.01,1.5716896057128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,50.464166259765626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,2,power_law_1.01,66.16465454101562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,2,1,power_law_1.2,4.593097686767578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,2,1,power_law_1.2,1.9088895797729493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.01,1.591043186187744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.01,1.6583072662353515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,2,1,power_law_1.2,1.9549983978271483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,2,1,power_law_1.2,4.804243087768555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.01,1.6742240905761718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,2,1,power_law_1.2,2.0987167358398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.01,1.7193824768066406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,2,1,power_law_1.2,5.029689788818359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,2,1,power_law_1.2,2.607638359069824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.01,1.8004735946655273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,2,1,power_law_1.2,2.6877695083618165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.01,55.45335693359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.01,1.9651968002319335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,2,1,power_law_1.2,5.587046432495117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,2,1,power_law_1.2,2.8064128875732424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.01,2.1053440093994142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,2,1,power_law_1.2,6.006464004516602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,2,1,power_law_1.2,3.099692726135254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.01,2.4155391693115233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.01,2.7405984878540037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,3.3782817840576174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,2,1,power_law_1.2,6.808281707763672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.01,3.4027809143066405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,4.044630432128907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.01,4.10687026977539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,2,1,power_law_1.2,7.619926452636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,4.762684631347656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.01,5.553526306152344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,6.2532798767089846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,2,power_law_1.2,124.36038818359376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,2,1,power_law_1.2,9.156893157958985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,2,1,power_law_1.2,0.09602239727973938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.01,7.008121490478516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,114.83468017578124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,2,1,power_law_1.2,0.14461439847946167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,7.774301147460937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,2,1,power_law_1.2,0.19210560321807862
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,2,1,power_law_1.2,10.628956604003907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,2,1,power_law_1.2,0.3996128082275391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,2,1,power_law_1.2,0.5497632026672363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.01,9.955516815185547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.01,0.04956479966640472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,2,1,power_law_1.2,0.7769152164459229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.01,0.05222079753875732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,10.798076629638672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.01,0.0616703987121582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,2,1,power_law_1.2,1.2450976371765137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.01,0.09088640213012696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.01,0.12626240253448487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,2,1,power_law_1.2,1.3043007850646973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.01,0.18022079467773439
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,2,1,power_law_1.2,13.644656372070312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.01,0.20258879661560059
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.01,0.20701439380645753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,2,1,power_law_1.2,1.3762080192565918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.01,0.2584991931915283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.01,0.25696001052856443
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,2,1,power_law_1.2,1.4252991676330566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.01,12.869017028808594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.01,0.2710943937301636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,13.856854248046876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.01,0.2764064073562622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,99.36803588867187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,2,1,power_law_1.2,1.5077152252197266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.01,0.29028480052947997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.01,0.2961695909500122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,2,1,power_law_1.2,1.5657504081726075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.01,0.3188447952270508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.01,0.32918720245361327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,2,power_law_1.01,115.3001953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,2,1,power_law_1.2,1.6318399429321289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.01,0.3410207986831665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,2,1,power_law_1.2,16.934381103515626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.01,0.3878112077713013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,2,1,power_law_1.2,1.6957279205322267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.42118082046508787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.5016640186309814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.01,15.828579711914063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,2,1,power_law_1.2,1.7703168869018555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.01,0.03836480081081391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.6079103946685791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.01,0.04348160028457641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.01,0.05141119956970215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,19.989669799804688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,2,1,power_law_1.2,1.7895647048950196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.01,0.8101823806762696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.01,0.06378560066223145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.01,0.08833919763565064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.01,1.0323360443115235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,2,1,power_law_1.2,1.8852800369262694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.01,0.12438399791717529
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.01,0.1360640048980713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.01,1.4385791778564454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.01,0.14179519414901734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,2,1,power_law_1.2,2.0347103118896483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.01,0.1770975947380066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.01,109.435693359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.01,1.924665641784668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.01,0.18171520233154298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.01,0.18755520582199098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,2,1,power_law_1.2,2.212009620666504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,2,1,power_law_1.2,23.17277374267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.01,0.19159359931945802
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.01,2.776380729675293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.01,0.19771840572357177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.01,0.20614399909973144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,2,1,power_law_1.2,2.4989952087402343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.01,0.2145535945892334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.01,0.2238976001739502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.01,3.7553791046142577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.01,0.2425856113433838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,2,1,power_law_1.2,2.801932716369629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.01,24.740220642089845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.01,0.29203200340270996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.01,0.3435328006744385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,26.054971313476564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.01,0.45113601684570315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,2,1,power_law_1.2,3.48364143371582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.01,4.558623886108398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.01,0.5611392021179199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.01,0.045049598813056944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.01,0.7809823989868164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.01,0.0482367992401123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,2,1,power_law_1.2,4.2927295684814455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.01,0.05389440059661865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.01,1.0148991584777831
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.01,0.07067520022392274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.01,0.08791679739952088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.01,1.4873632431030273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.01,0.12638399600982667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.01,7.503103637695313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.01,0.13452800512313842
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.01,1.942576026916504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,2,1,power_law_1.2,5.702006530761719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.01,0.13783999681472778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,2,1,power_law_1.2,30.740618896484374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.01,0.14158400297164916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.01,0.14296000003814696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.01,2.8368608474731447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.01,0.14659520387649536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.01,0.15208959579467773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.01,0.15641920566558837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,2,1,power_law_1.2,7.0069633483886715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.01,0.1672320008277893
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.01,3.820383834838867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.01,0.17733440399169922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.01,0.18691840171813964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.01,0.20189120769500732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,32.320263671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.01,0.23824639320373536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.01,15.673027038574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.01,4.920566558837891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.01,0.27204160690307616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,2,power_law_1.2,0.04719679951667786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.01,0.3454528093338013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,2,1,power_law_1.2,9.89540786743164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,2,power_law_1.2,0.042428800463676454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,2,power_law_1.2,0.05773760080337524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.01,0.4172512054443359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,2,power_law_1.2,0.07933760285377503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.01,0.5627615928649903
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,2,power_law_1.2,0.11167999505996704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,2,power_law_1.2,0.18971519470214843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.01,0.7084288120269775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,2,power_law_1.2,0.20656321048736573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.01,7.4179840087890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.01,1.0025823593139649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,2,power_law_1.2,0.209116792678833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,2,power_law_1.2,0.2637696027755737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.01,48.7894287109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.01,1.2932576179504394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,2,power_law_1.2,0.2635488033294678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,2,power_law_1.2,0.27980799674987794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,2,1,power_law_1.2,13.02777557373047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,2,1,power_law_1.2,39.05619812011719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,2,power_law_1.2,0.2765791893005371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.01,1.9496799468994142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,2,power_law_1.2,0.2892544031143188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,2,power_law_1.2,0.29938879013061526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,2,power_law_1.2,0.31940479278564454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.01,2.517292785644531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,2,power_law_1.2,0.038447999954223634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,2,power_law_1.2,0.33238720893859863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,2,power_law_1.2,0.041407999396324155
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,2,power_law_1.2,0.34823999404907224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,2,power_law_1.2,0.05002239942550659
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,2,power_law_1.2,0.06512960195541381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,2,power_law_1.2,0.3988735914230347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.01,14.724800109863281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.01,3.2186656951904298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,2,power_law_1.2,0.07782400250434876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.4273888111114502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,2,power_law_1.2,0.12647999525070192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.5196320056915283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,2,power_law_1.2,0.1365056037902832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,2,power_law_1.2,0.142249596118927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.6183872222900391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,2,1,power_law_1.2,15.920742797851563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,2,power_law_1.2,0.1800704002380371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,2,power_law_1.2,0.8624256134033204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,2,power_law_1.2,0.18538559675216676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.01,4.950982284545899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,2,power_law_1.2,0.18567680120468139
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,2,power_law_1.2,1.071350383758545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,2,power_law_1.2,0.1974400043487549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,2,power_law_1.2,0.19648640155792235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,2,power_law_1.2,1.603126335144043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,2,power_law_1.2,0.20971839427947997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,2,power_law_1.2,0.2184959888458252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,50.478579711914065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,2,power_law_1.2,1.9677600860595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,2,power_law_1.2,0.2260159969329834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,2,power_law_1.2,0.24672000408172606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,2,power_law_1.2,0.043145599961280826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,2,power_law_1.2,0.293667197227478
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,2,power_law_1.2,2.999740791320801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,2,power_law_1.2,0.044761601090431216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,2,power_law_1.2,0.3582207918167114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,2,power_law_1.2,0.050348800420761106
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.01,10.115878295898437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,2,power_law_1.2,0.46008639335632323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,2,power_law_1.2,0.062015998363494876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.01,0.025897601246833803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,2,power_law_1.2,0.08140479922294616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,2,power_law_1.2,0.5609280109405518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.01,0.03452799916267395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,2,power_law_1.2,3.775187301635742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,2,power_law_1.2,0.12760640382766725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.01,0.05702720284461975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,2,power_law_1.2,0.8407520294189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,2,power_law_1.2,0.1345471978187561
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.01,0.08606719970703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,2,power_law_1.2,0.1385311961174011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,2,1,power_law_1.2,24.64505615234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.01,0.10843839645385742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,2,power_law_1.2,1.0681344032287599
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,2,power_law_1.2,0.14283519983291626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.01,0.1758623957633972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,2,power_law_1.2,0.1451647996902466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.01,0.19031039476394654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,2,power_law_1.2,1.57456636428833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,2,power_law_1.2,5.020131301879883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,2,power_law_1.2,0.15047039985656738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.01,0.1973471999168396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,2,power_law_1.2,0.15944000482559204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.01,0.20354559421539306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,2,power_law_1.2,2.0158496856689454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,2,power_law_1.2,0.16209280490875244
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.01,0.20809919834136964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,2,power_law_1.2,0.1732416033744812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.01,0.22040319442749023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,2,1,power_law_1.2,55.715643310546874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,2,power_law_1.2,0.1815999984741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.01,0.2608896017074585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,2,power_law_1.2,3.033171272277832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,2,power_law_1.2,0.1882688045501709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.01,0.26596479415893554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,2,power_law_1.2,8.023955535888671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.01,0.2758879899978638
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,2,power_law_1.2,0.2030656099319458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.01,0.2840447902679443
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,2,power_law_1.2,0.24312000274658202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.01,0.29430079460144043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,2,power_law_1.2,4.183382415771485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,2,power_law_1.2,0.2759936094284058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.01,0.3062943935394287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.01,0.3356800079345703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,2,power_law_1.2,0.3483295917510986
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.37445759773254395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,2,power_law_1.2,0.42255678176879885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.437011194229126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,2,power_law_1.2,0.5708447933197022
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,2,power_law_1.2,5.121443176269532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.5171360015869141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,2,power_law_1.2,0.7390048027038574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.01,0.6923552036285401
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,2,power_law_1.2,1.0553919792175293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.01,0.8735072135925293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,2,power_law_1.01,191.93958740234376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.01,1.2418272018432617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,2,power_law_1.2,1.3806752204895019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,2,power_law_1.2,16.884358215332032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.01,0.024851199984550477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.01,0.033030399680137636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.01,0.026348799467086792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.01,1.6083360671997071
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,2,power_law_1.2,8.061711883544922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.01,0.04668799936771393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,2,power_law_1.2,2.001299285888672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.01,0.033478400111198424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.01,0.06484799981117248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.01,0.0470335990190506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.01,0.08084800243377685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.01,0.06814720034599304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.01,2.3463104248046873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.01,0.1221951961517334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.01,0.08746880292892456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,2,power_law_1.2,2.6994272232055665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.01,0.13349759578704834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.01,0.12885440587997438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,2,1,power_law_1.2,48.98611145019531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.01,0.14212479591369628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.01,0.13241599798202514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.01,3.0851743698120115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.01,0.13493759632110597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.01,0.14547200202941896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.01,0.13848320245742798
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.01,0.15270400047302246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,2,power_law_1.2,3.329529571533203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.01,0.15708800554275512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.01,0.1425376057624817
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.01,3.863238525390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.01,0.18112000226974487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.01,0.14237439632415771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.01,0.18736000061035157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,2,1,power_law_1.2,0.028723201155662535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.01,0.14726719856262208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.01,0.19472639560699462
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.01,0.1494976043701172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,2,power_law_1.2,17.609397888183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.01,0.20216000080108643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,2,power_law_1.2,5.208780670166016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.01,0.15711040496826173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,2,1,power_law_1.2,0.02190079987049103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.01,0.20617280006408692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.01,0.1662335991859436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,2,1,power_law_1.2,0.03254719972610474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.01,0.2200927972793579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.01,0.17273600101470948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.01,6.096518325805664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,2,1,power_law_1.2,0.044761601090431216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.01,0.2691391944885254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.01,0.18240000009536744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,2,1,power_law_1.2,0.05644800066947937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,2,1,power_law_1.2,0.03404479920864105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.01,0.3020607948303223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.01,0.2108992099761963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,2,1,power_law_1.2,0.07336639761924743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,2,1,power_law_1.2,0.05281280279159546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.01,0.23573760986328124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.01,0.394320011138916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,2,1,power_law_1.2,0.11898880004882813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,2,1,power_law_1.2,0.07519680261611938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.01,0.2955039978027344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,2,1,power_law_1.2,0.13157440423965455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,2,1,power_law_1.2,0.10077760219573975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.01,0.48438401222229005
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,2,1,power_law_1.2,0.1372159957885742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,2,1,power_law_1.2,0.18442879915237426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.01,0.34944000244140627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.01,0.6827839851379395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,2,1,power_law_1.2,0.14274560213088988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,2,1,power_law_1.2,0.1953312039375305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,99.4834716796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.01,0.47051520347595216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,2,1,power_law_1.2,0.14501440525054932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,2,1,power_law_1.2,0.20495998859405518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.01,1.1230048179626464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,2,1,power_law_1.2,0.1494688034057617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,2,power_law_1.2,10.778562927246094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.01,0.5915872097015381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,2,1,power_law_1.2,0.20521600246429444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,2,1,power_law_1.2,0.1821120023727417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,2,1,power_law_1.2,0.2147200107574463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.01,2.364406394958496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,2,1,power_law_1.2,0.1853279948234558
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.01,0.8297504425048828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,2,1,power_law_1.2,0.22287359237670898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,2,1,power_law_1.2,0.1939903974533081
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.01,12.108592224121093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,2,1,power_law_1.2,0.2636224031448364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.1189120054244995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,2,1,power_law_1.2,0.19794559478759766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.01,1.0642144203186035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,2,1,power_law_1.2,0.2663615942001343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.01,3.9127552032470705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.12350720167160034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,2,1,power_law_1.2,0.20540800094604492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,2,1,power_law_1.2,0.2785952091217041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.17461760044097902
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,2,1,power_law_1.2,0.22133440971374513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.01,1.54017915725708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,2,1,power_law_1.2,0.2853760004043579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.31290240287780763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,2,1,power_law_1.2,0.26026239395141604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,2,1,power_law_1.2,0.2951200008392334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.4029439926147461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,2,1,power_law_1.2,0.30083839893341063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,2,1,power_law_1.2,0.310534405708313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.01,6.052022552490234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.6486080169677735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,2,1,power_law_1.2,0.390720009803772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.01,2.0234304428100587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,2,1,power_law_1.2,0.34628159999847413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.08415359854698182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.7078207969665528
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,2,1,power_law_1.2,0.4844319820404053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.3714591979980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,2,1,power_law_1.2,0.02593280076980591
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.7333920001983643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,2,1,power_law_1.2,0.6653056144714355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.44347200393676756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.01,2.538969612121582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.9943519592285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,2,1,power_law_1.2,0.8502431869506836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.5242496013641358
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.01,6.932508850097657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.01,1.0137696266174316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,2,1,power_law_1.2,0.7005568027496338
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,2,1,power_law_1.2,1.2199935913085938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.01,1.063923168182373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,2,1,power_law_1.2,0.8814304351806641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.08765439987182617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.01,1.0849663734436035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,2,1,power_law_1.2,1.597001552581787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.12234560251235962
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.01,3.9825790405273436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.01,4.864278411865234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,2,1,power_law_1.2,1.2533791542053223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.19199039936065673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.01,1.1473919868469238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.2600640058517456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,2,1,power_law_1.2,109.50079345703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,2,1,power_law_1.2,2.3573055267333984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.01,1.180288028717041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,2,1,power_law_1.2,1.6210752487182618
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.42139520645141604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.44765439033508303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.01,1.2564800262451172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.4611807823181152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,2,1,power_law_1.2,2.3536415100097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.01,1.2670111656188965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,2,1,power_law_1.2,3.1168479919433594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,2,1,power_law_1.2,0.03398720026016235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,2,1,power_law_1.2,0.0453247994184494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.01,1.353724765777588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.01,9.76743392944336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,2,1,power_law_1.2,3.0936288833618164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.01,7.982038116455078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.01,1.4915807723999024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,2,1,power_law_1.2,3.893017578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.11870080232620239
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.01,1.616547203063965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.0997600018978119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.15967999696731566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.5918816089630127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.01,1.9256799697875977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,2,1,power_law_1.2,3.872467041015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.2842400074005127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.6106143951416015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.36249918937683107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.6235072135925293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.01,2.3074560165405273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.678169584274292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,2,1,power_law_1.2,6.162387084960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.6500864028930664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.01,0.08525440096855164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.729145622253418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.6658527851104736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.7558400154113769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.01,3.1577728271484373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,2,1,power_law_1.2,6.101590347290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.6969535827636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,2,power_law_1.2,1.0304224014282226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,2,1,power_law_1.2,0.06302719712257385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.7078815937042237
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,2,power_law_1.2,1.0726911544799804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,2,1,power_law_1.2,0.07846720218658447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.01,3.9839134216308594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.7451039791107178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,2,1,power_law_1.2,0.12967360019683838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,2,power_law_1.2,1.099343967437744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.8159008026123047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,2,1,power_law_1.2,0.13511680364608764
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,2,power_law_1.2,1.125984001159668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,2,1,power_law_1.2,0.13674880266189576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.9775296211242676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,2,1,power_law_1.2,0.13947839736938478
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.01,5.31890869140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,2,power_law_1.2,1.1740832328796387
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,1.1574560165405274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,2,1,power_law_1.2,0.14355520009994507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,2,power_law_1.2,1.1779647827148438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.2,12.250208282470703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,2,1,power_law_1.2,0.1475167989730835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,1.5620767593383789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.08242239952087402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,2,1,power_law_1.2,0.15016000270843505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,2,power_law_1.2,1.2477760314941406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.07347840070724487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,2,1,power_law_1.2,0.15404160022735597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,2,1,power_law_1.2,12.084623718261719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,1.9033248901367188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.01,0.07892159819602966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.1177631974220276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,2,power_law_1.2,1.2889280319213867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.01,7.210514831542969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,2,1,power_law_1.2,0.1620479941368103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.01,0.12162239551544189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.1780992031097412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,2,1,power_law_1.2,0.1694975972175598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,2,power_law_1.2,1.3468799591064453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.01,0.17685120105743407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.2227328062057495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,2.7183391571044924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,2,1,power_law_1.2,0.1745151996612549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.01,0.2385184049606323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.41838722229003905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,2,1,power_law_1.01,42.670108032226565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,2,power_law_1.2,1.4859552383422852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,2,1,power_law_1.2,0.1854591965675354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.01,0.365337610244751
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.4572896003723145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,2,1,power_law_1.2,0.21468799114227294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.08314239978790283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.01,0.3849855899810791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,3.421219253540039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,2,power_law_1.2,1.6511455535888673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.46329598426818847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.09752320051193238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,2,1,power_law_1.2,0.24186561107635499
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.01,0.4043744087219238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.6098400115966797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.18303040266036988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,2,1,power_law_1.2,0.2965791940689087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.01,10.365440368652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.01,0.4242527961730957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,2,power_law_1.2,1.9820991516113282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.29954240322113035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.6203167915344239
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,2,1,power_law_1.2,0.35383679866790774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.01,0.43285441398620605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.40200958251953123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,4.998566436767578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.6471327781677246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,2,1,power_law_1.2,0.4727488040924072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.01,0.4356224060058594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,2,power_law_1.2,2.4455455780029296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.6499328136444091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.6381311893463135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.01,0.45840001106262207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,2,1,power_law_1.2,0.5957119941711426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.0150943756103517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.6810175895690918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.01,0.461897611618042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,2,power_law_1.2,3.2173694610595702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,2,1,power_law_1.2,0.8363103866577148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,2,power_law_1.2,0.08218880295753479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.7081759929656982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.9019647598266601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.01,0.4920032024383545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,2,power_law_1.2,0.0713599979877472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,6.793206024169922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.7423488140106201
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.01,0.5109856128692627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.8620351791381836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,2,1,power_law_1.2,1.073686408996582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,2,power_law_1.2,0.11320960521697998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.7656479835510254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.01,0.5210847854614258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,2,power_law_1.2,3.996051025390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,2,power_law_1.2,0.16233279705047607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.0777728080749511
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.01,13.782867431640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.8435903549194336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.01,0.5712704181671142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,2,power_law_1.2,0.21783359050750734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,2,1,power_law_1.2,1.5518176078796386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.443056011199951
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,2,power_law_1.2,0.3779263973236084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.9929696083068847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.01,0.664851188659668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,2,power_law_1.2,0.39987199306488036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.8577152252197267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.01,0.7557695865631103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,1.2105728149414063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,2,power_law_1.2,5.709836959838867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,2,1,power_law_1.2,2.041049575805664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,2,power_law_1.2,0.4179840087890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,10.109385681152343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.887295913696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.01,0.9303647994995117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,2,power_law_1.2,0.4337279796600342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,1.5886879920959474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,2,power_law_1.2,0.43979840278625487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.01,1.9601791381835938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.01,1.145206356048584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,2,1,power_law_1.2,2.5743295669555666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,2,power_law_1.2,0.4491551876068115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,1.9628576278686523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.01,1.8375839233398437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,2,power_law_1.2,0.46659197807312014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.01,1.5462176322937011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,2,power_law_1.2,7.768489837646484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,2,power_law_1.2,0.48032321929931643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,2.8886783599853514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.01,1.7921600341796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,2,power_law_1.2,0.5049536228179932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.01,2.0191808700561524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.01,17.667808532714844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,2,1,power_law_1.2,3.9927135467529298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.01,1.7577184677124023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,2,power_law_1.2,0.5189280033111572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,12.925712585449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,3.5365184783935546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,2,power_law_1.2,0.5428127765655517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.01,2.852902412414551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.01,3.3264575958251954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,2,power_law_1.2,0.5806335926055908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,2,power_law_1.2,0.6714623928070068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,2,power_law_1.2,11.13821792602539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.01,3.5562686920166016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.01,3.719065475463867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,5.512636947631836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,2,power_law_1.2,0.7626880168914795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,2,power_law_1.2,0.9557920455932617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.01,4.894691085815429
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,2,power_law_1.2,1.1877920150756835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,2,1,power_law_1.2,7.994361877441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.01,5.503142547607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.057443201541900635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,7.1559326171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,2,power_law_1.2,1.6332799911499023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.07071040272712707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.01,5.967862319946289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,16.24111328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.13468799591064454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,2,power_law_1.2,2.074076843261719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.18059840202331542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,2,power_law_1.2,14.26281280517578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.24856319427490234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.39239039421081545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.01,7.2627616882324215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,2,power_law_1.2,2.988627243041992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.01,8.077910614013671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.01,26.788284301757812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.4237823963165283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.43990721702575686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,10.042460632324218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.4651008129119873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,2,power_law_1.2,3.726345443725586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.4663360118865967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.01,4.648332977294922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.4979392051696777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.6124288082122803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.01,8.9725341796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.6396351814270019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,2,power_law_1.2,5.804143905639648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.6569759845733643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.01,7.591510772705078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,2,power_law_1.2,17.99176940917969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.6803808212280273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,14.295368957519532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.6990816116333007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,26.049981689453126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.7484255790710449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,2,power_law_1.2,7.452614593505859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.8723967552185059
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,1.0284928321838378
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.01,14.228236389160156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,1.3527584075927734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.01,17.899142456054687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,1.6727872848510743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,2,power_law_1.2,9.80322265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,2.3395328521728516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,17.593064880371095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,2.9996992111206056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,4.329542541503907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,2,power_law_1.2,31.346856689453126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,2,power_law_1.2,14.42920379638672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,5.654035186767578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.01,27.722088623046876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.01,55.67716064453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.01,27.874432373046876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.01,0.05478079915046692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.07902719974517822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.01,0.06467519998550415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,8.294384002685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.09300479888916016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.01,0.11371840238571167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.1630784034729004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.01,0.16503360271453857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,27.88554992675781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.2615839958190918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.01,0.2205535888671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.3311199903488159
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.01,0.3645407915115356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.01,0.39034879207611084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.6615520000457764
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.01,0.4147168159484863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.7111519813537598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,51.34047241210938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.01,0.41820478439331055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.7549983978271484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,10.956883239746094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.01,0.4256703853607178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.770527982711792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.01,0.4427328109741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.7875232219696044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.01,0.4512063980102539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.01,0.45983362197875977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.8128224372863769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.01,0.4732960224151611
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.0895392417907714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.01,0.4967967987060547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.06314240097999572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,2,power_law_1.2,31.025375366210938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,2,1,power_law_1.2,1.1100255966186523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.01,0.5106080055236817
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,2,1,power_law_1.2,0.06000959873199463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,2,1,power_law_1.2,1.154364776611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.01,0.5468095779418946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,2,1,power_law_1.2,0.06361920237541199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,13.655917358398437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.01,0.6117407798767089
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,2,1,power_law_1.2,1.1935263633728028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,2,1,power_law_1.2,0.1110975980758667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.01,36.488302612304686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,2,1,power_law_1.2,0.1507904052734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.01,0.6835904121398926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,2,1,power_law_1.2,1.2222911834716796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,2,1,power_law_1.2,0.19696320295333863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.07057600021362305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.01,0.8358400344848633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,2,1,power_law_1.2,0.36395199298858644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,2,1,power_law_1.2,1.2686176300048828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.1269536018371582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,2,1,power_law_1.2,0.3941312074661255
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.01,1.0041407585144042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.16198079586029052
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,2,1,power_law_1.2,1.3787327766418458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,2,1,power_law_1.2,0.4210239887237549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.21761600971221923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.01,1.3263327598571777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,2,1,power_law_1.2,0.4289663791656494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.39980480670928953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,2,1,power_law_1.2,1.476198387145996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,2,1,power_law_1.2,0.4349055767059326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.4402624130249023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.01,1.6574623107910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,2,power_law_1.2,57.072607421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,2,1,power_law_1.2,1.7382112503051759
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,2,1,power_law_1.2,0.4460031986236572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.4551551818847656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.2666304111480713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,2,1,power_law_1.2,0.4532639980316162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.47119998931884766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.01,2.3279199600219727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,2,1,power_law_1.2,2.0231008529663086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,2,1,power_law_1.2,0.465715217590332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.497708797454834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.484665584564209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,2,1,power_law_1.2,0.49647040367126466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.4452256202697754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.5113088130950928
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,2,1,power_law_1.2,2.637887954711914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,2,1,power_law_1.2,0.5035999774932861
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.01,3.004047966003418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,21.60563507080078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.6303103923797607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.7745088100433349
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,2,1,power_law_1.2,0.5138879776000976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.6456192016601563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.01,1.0682975769042968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,2,1,power_law_1.2,0.5538496017456055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,2,1,power_law_1.2,3.3087230682373048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.6712448120117187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,2,1,power_law_1.2,0.6187392234802246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.01,4.411967849731445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.01,1.9321504592895509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.6901472091674805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,2,1,power_law_1.2,0.6989791870117188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.7060095787048339
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.01,2.024608039855957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,2,1,power_law_1.2,4.6208351135253904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,57.66109619140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,2,1,power_law_1.2,0.8541695594787597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.7583295822143554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.19121919870376586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,2,1,power_law_1.2,1.0166111946105958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.8971903800964356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.01,2.0547231674194335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.01,5.807484817504883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.2684448003768921
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,1.0486271858215332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,2,1,power_law_1.2,1.3510144233703614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.2625823974609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.01,2.124393653869629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,2,1,power_law_1.2,5.9478271484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,1.366652774810791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.4909632205963135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,2,1,power_law_1.2,1.6868127822875976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.01,45.58997802734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.7023071765899658
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.01,3.081616020202637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,1.692755126953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,2,1,power_law_1.2,2.3383615493774412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.01,1.1107423782348633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.01,7.484108734130859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,2.350543975830078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.01,3.1702239990234373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.01,1.2402144432067872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,2,1,power_law_1.2,8.58076171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,2,1,power_law_1.2,3.0303199768066404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.01,1.3018495559692382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,3.0253440856933596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.01,3.180326461791992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.01,1.3363167762756347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,2,1,power_law_1.2,4.417974472045898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.01,3.365827178955078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.01,1.741459274291992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,4.343161773681641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.01,11.419657897949218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.01,1.7892480850219727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.01,3.504630279541016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,2,1,power_law_1.2,11.191702270507813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.01,1.8165695190429687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,2,1,power_law_1.2,5.8437950134277346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,5.661305618286133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.01,3.6657184600830077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.01,1.8485504150390626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,42.91755981445313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.01,1.932694435119629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.01,3.8036800384521485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.01,2.0179136276245115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,2,1,power_law_1.2,7.246217346191406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,8.317420959472656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.01,3.9933982849121095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.01,2.059440040588379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,2,1,power_law_1.2,13.986968994140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.01,2.2099231719970702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.01,4.467596817016601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.01,2.5601247787475585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,10.968793487548828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.01,22.854031372070313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.01,4.86602897644043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,2,1,power_law_1.2,11.425443267822265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,2.981603240966797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.26598401069641114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.19851200580596923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.01,0.187718403339386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.3856096029281616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.01,0.27251200675964354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,3.8291358947753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.01,5.522540664672851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.636243200302124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.01,0.2156480073928833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.01,0.41066560745239256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.9395487785339356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.01,0.5495327949523926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,4.948432159423828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.2,21.86029510498047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,2,power_law_1.2,1.8384960174560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.01,6.344889450073242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,13.66998748779297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.01,0.9864768028259278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,2,power_law_1.2,2.00949764251709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.01,1.061177635192871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,2,1,power_law_1.01,72.05473022460937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.01,1.102348804473877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,6.670220947265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,2,power_law_1.2,2.1097696304321287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.01,8.141497802734374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.01,1.1486271858215331
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,2,power_law_1.2,2.1874368667602537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.01,1.143075180053711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,2,1,power_law_1.2,22.407542419433593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,2,power_law_1.2,3.124355125427246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.01,1.1936479568481446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,8.603116607666015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.01,1.227785587310791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,2,power_law_1.2,3.262051010131836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.2036384105682373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.01,10.208707427978515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.01,1.267676830291748
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.167302405834198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.28710079193115234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.01,1.2965184211730958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,21.614700317382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,2,power_law_1.2,3.4226879119873046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.43594560623168943
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.01,1.338310432434082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.608131217956543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,2,power_law_1.2,3.4740062713623048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,12.541798400878907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.01,1.3912511825561524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,2,power_law_1.2,1.1476799964904785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.01,1.4556063652038573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,2,power_law_1.2,1.262502384185791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,2,power_law_1.2,3.607267379760742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.01,14.074864196777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,2,power_law_1.2,1.3230400085449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.01,1.6204320907592773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,2,power_law_1.2,3.6733375549316407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,2,power_law_1.2,1.4077183723449707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.01,1.759401512145996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,2,power_law_1.2,1.7914335250854492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.01,2.117807960510254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,2,power_law_1.2,3.8798145294189452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.2,44.497344970703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,2,power_law_1.2,1.8076799392700196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,15.769961547851562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.01,2.5584928512573244
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,2,power_law_1.2,1.8739776611328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,2,power_law_1.2,4.101788711547852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,2,power_law_1.2,1.8949344635009766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.01,3.340108871459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.01,19.217561340332033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,2,power_law_1.2,4.46143684387207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,2,power_law_1.2,2.040627288818359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,2,power_law_1.2,0.18855040073394774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,2,power_law_1.2,0.16313279867172242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.01,4.082294464111328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,2,power_law_1.2,2.0439807891845705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,2,power_law_1.2,0.22515199184417725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,2,power_law_1.2,4.903811264038086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,2,power_law_1.2,0.36268799304962157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,2,power_law_1.2,2.137148857116699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,2,power_law_1.2,0.4811903953552246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,2,power_law_1.2,2.290652847290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.01,6.062470245361328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,2,power_law_1.2,0.9605631828308105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,2,power_law_1.2,5.759167861938477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,23.300738525390624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,42.889678955078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,2,power_law_1.2,1.0587008476257325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,2,power_law_1.2,2.6006879806518555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.16136640310287476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,2,power_law_1.2,1.1162400245666504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.2372960090637207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,3.0306560516357424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.4537055969238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,2,power_law_1.2,1.1762975692749023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,2,power_law_1.2,6.7723548889160154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.01,7.77069091796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.6994336128234864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,2,power_law_1.2,1.1727456092834472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.01,26.432086181640624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,4.048003387451172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.9645855903625489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,2,power_law_1.2,1.2437952041625977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.01,1.8294336318969726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,2,power_law_1.2,1.2714143753051759
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,2,power_law_1.2,8.6157470703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,4.903721618652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,2,power_law_1.2,1.2915200233459472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.01,1.9580863952636718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.01,11.513507080078124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,2,power_law_1.2,1.346448040008545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.01,2.0738719940185546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,2,power_law_1.2,1.3893535614013672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.01,2.10284481048584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,7.1498466491699215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,2,power_law_1.2,1.4335359573364257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,2,power_law_1.2,10.919868469238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.01,2.195385551452637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,2,power_law_1.2,1.506284809112549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,30.844100952148438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.01,2.3010400772094726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,2,power_law_1.2,1.6434944152832032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,8.897510528564453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.01,2.361174392700195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.01,14.828099060058594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,2,power_law_1.2,1.8577375411987305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.01,3.3011871337890626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,2,power_law_1.2,2.2272096633911134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,2,power_law_1.2,15.025184631347656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.01,36.89006652832031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.01,3.406377410888672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,2,power_law_1.2,2.654387283325195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,13.200898742675781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.01,3.5254783630371094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,2,power_law_1.2,3.4681182861328126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.01,3.6385536193847656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.01,17.978636169433592
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,2,power_law_1.2,4.386748886108398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.01,3.9058559417724608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,2,power_law_1.2,19.178953552246092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,2,power_law_1.2,6.114128112792969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.01,4.289056015014649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,16.760560607910158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,2,1,power_law_1.01,143.1207275390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,38.2347412109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.12959359884262084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.01,4.667337417602539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.16407040357589722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,2,power_law_1.2,7.858121490478515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.2730304002761841
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.4647071838378906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.01,5.416006469726563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.6685344219207764
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.01,1.306265640258789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.01,43.02395935058594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.01,1.5806912422180175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.01,6.160140609741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.01,30.40160217285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,2,power_law_1.2,11.72649917602539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.01,3.736249542236328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,2,power_law_1.2,27.967495727539063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,25.194499206542968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.01,3.9966880798339846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.01,7.6242210388183596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.01,4.191212844848633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.01,2.4572351455688475
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.01,9.196832275390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,2,power_law_1.2,15.87373046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.01,5.073177719116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.01,3.343328094482422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.01,2.6022432327270506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.01,12.633776092529297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.01,4.663199996948242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,33.047183227539065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,2,power_law_1.2,38.531036376953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.01,4.921219253540039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,2,power_law_1.2,19.282643127441407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,60.18941650390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.01,5.446406555175781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.01,16.361488342285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.01,6.529398345947266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,7.659600067138672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.01,59.029388427734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.01,67.97959594726562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.01,0.09895039796829223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.01,0.15827200412750245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,9.965299224853515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.01,0.2354975938796997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.01,22.618556213378906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,2,power_law_1.2,33.674688720703124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.01,0.38483519554138185
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.01,0.563808012008667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.01,0.9553791999816894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,43.18504028320312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.01,1.0387392044067383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,2,power_law_1.2,45.53370361328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,12.333174133300782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.01,1.096339225769043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.01,1.116806411743164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.01,1.1549152374267577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.01,1.1895423889160157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.01,1.215775966644287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.01,1.2351327896118165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,17.103251647949218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.01,1.2892095565795898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.01,30.69884338378906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.01,1.324617576599121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.01,1.3616512298583985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.01,1.420854377746582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.01,1.5483391761779786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.01,1.709619140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.01,2.0093311309814452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,21.877874755859374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.01,2.364339256286621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.01,3.1024896621704103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.01,3.8769248962402343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.01,39.023355102539064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,2,power_law_1.2,64.66630249023437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.16189759969711304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.01,5.433798217773438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,65.72777099609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.195632004737854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.4663871765136719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.5808735847473144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.8646944046020508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.01,7.066925048828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,31.91658935546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,2,power_law_1.2,72.56650390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,2,1,power_law_1.2,1.8071392059326172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,2,1,power_law_1.2,1.931808090209961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,123.09232177734376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.10845760107040406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,2,1,power_law_1.2,2.057663917541504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.135808002948761
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.01,10.1052734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.26087360382080077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,2,1,power_law_1.2,2.192947196960449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.3880831956863403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,2,1,power_law_1.2,2.290540885925293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.5376063823699951
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,2,1,power_law_1.2,1.096662425994873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,2,1,power_law_1.2,2.3625343322753904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,2,1,power_law_1.2,1.2251199722290038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,2,1,power_law_1.2,2.4858976364135743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,2,1,power_law_1.2,1.259878444671631
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.01,12.913737487792968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,2,1,power_law_1.2,1.3357728004455567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,2,1,power_law_1.2,3.3276641845703123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,2,1,power_law_1.2,1.3621600151062012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,2,1,power_law_1.2,1.4496607780456543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,2,1,power_law_1.2,3.477648162841797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.01,130.71566162109374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,2,1,power_law_1.2,1.5014304161071776
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,42.19532470703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,2,1,power_law_1.2,3.653446578979492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,2,1,power_law_1.2,1.8826175689697267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,2,1,power_law_1.2,0.10393919944763183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.01,56.977166748046876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,2,1,power_law_1.2,0.12964799404144287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,2,1,power_law_1.2,1.9376928329467773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.01,16.051187133789064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,2,1,power_law_1.2,3.7468032836914062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,2,1,power_law_1.2,0.22546560764312745
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,2,1,power_law_1.2,0.33845760822296145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,2,1,power_law_1.2,2.0130592346191407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,2,1,power_law_1.2,0.478326416015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,2,1,power_law_1.2,3.9620895385742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,2,1,power_law_1.2,2.02807674407959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,2,1,power_law_1.2,0.9401663780212403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,2,1,power_law_1.2,1.0448320388793946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,2,1,power_law_1.2,2.15417594909668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,2,1,power_law_1.2,4.404624176025391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,2,1,power_law_1.2,1.1224448204040527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,2,1,power_law_1.2,2.4859743118286133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,2,1,power_law_1.2,1.170854377746582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,2,1,power_law_1.2,4.688726425170898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,2,1,power_law_1.2,1.1629504203796386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,2.8109312057495117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,2,1,power_law_1.2,1.2421440124511718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,2,1,power_law_1.2,5.472457504272461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,3.60269775390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,2,1,power_law_1.2,1.2444543838500977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,2,1,power_law_1.2,1.2796128273010254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.01,25.153500366210938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,4.3689311981201175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,2,1,power_law_1.2,1.3490592002868653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,2,1,power_law_1.2,6.221283340454102
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,2,1,power_law_1.2,1.3628224372863769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,2,1,power_law_1.2,1.4007136344909668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,6.020259094238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,2,1,power_law_1.2,1.4567999839782715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,2,1,power_law_1.2,7.762067413330078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,2,1,power_law_1.2,1.5959136009216308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,2,1,power_law_1.2,1.7261856079101563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,7.618653106689453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,51.29449462890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,2,1,power_law_1.2,2.061299133300781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,2,1,power_law_1.2,9.345536041259766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,2,1,power_law_1.2,2.4393888473510743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,10.840831756591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,2,1,power_law_1.2,3.1421152114868165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,2,1,power_law_1.2,3.9095199584960936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,2,1,power_law_1.2,12.711958312988282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,2,1,power_law_1.2,5.370585632324219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,14.060887145996094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,133.84400634765626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.2764415979385376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,2,1,power_law_1.2,6.911993408203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.01,50.33890380859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,2,1,power_law_1.2,16.52641906738281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.5095839977264405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.1740064024925232
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.9465920448303222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.31289598941802976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,46.30868835449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.6119616031646729
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,2,1,power_law_1.2,10.03954849243164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.5929855823516845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.01,1.429964828491211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,20.515107727050783
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.4093440055847168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.01,2.0440319061279295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,2,power_law_1.2,153.2800537109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.8572544097900391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,2,1,power_law_1.2,22.799647521972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.01,2.573072052001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.01,1.3491040229797364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,2,1,power_law_1.2,12.992118835449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.01,113.6283447265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.01,1.5541184425354004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.01,3.4687007904052733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.01,2.1547775268554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.2781343936920166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.01,3.5077983856201174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.01,0.15732159614562988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.5116223812103271
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.01,2.245408058166504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,26.940536499023438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.01,3.639827346801758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,2,1,power_law_1.2,16.05321350097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.5701344013214111
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.01,2.355401611328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.6964191913604736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.01,3.947443389892578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.01,2.487606430053711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,2,power_law_1.2,1.272067165374756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,2,1,power_law_1.2,30.43140563964844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.01,4.117398452758789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.01,2.579212760925293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,2,power_law_1.2,1.7817472457885741
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,2,power_law_1.2,2.208950424194336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.01,2.6690143585205077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.01,0.26676158905029296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.01,4.318406295776367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.01,0.4928575992584229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,2,power_law_1.2,3.2821632385253907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.01,3.3456958770751952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.01,0.36832640171051023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,2,1,power_law_1.2,25.13230743408203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.01,5.83642578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,33.473968505859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.01,0.7128128051757813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,2,power_law_1.2,3.4443199157714846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.01,3.4759552001953127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.01,1.1168543815612793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.01,5.93548812866211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,2,power_law_1.2,3.5440608978271486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.01,3.58458251953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.01,1.3522208213806153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.01,1.6924192428588867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,2,power_law_1.2,3.803420639038086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.01,3.6748001098632814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,101.82330322265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.01,6.252864074707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,2,1,power_law_1.2,39.100592041015624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.01,1.8471263885498046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,2,power_law_1.2,3.980099105834961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.01,3.9300769805908202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.01,1.9389024734497071
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.01,6.423420715332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,2,power_law_1.2,4.224870300292968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,4.1947486877441404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.01,2.0382144927978514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.01,7.0688636779785154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.01,2.0770816802978516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,4.83836784362793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,2,power_law_1.2,5.803279876708984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.01,2.1653343200683595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.01,7.698201751708984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.01,2.2472864151000977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,5.663296127319336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,2,power_law_1.2,5.798831939697266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,2,1,power_law_1.2,50.49050598144531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.01,2.29705924987793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,52.796295166015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,2,power_law_1.2,6.235430526733398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.17460479736328124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,7.156559753417969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.01,8.782579040527343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.01,2.371987152099609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.31210880279541015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.01,2.4537439346313477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.3630944013595581
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,2,power_law_1.2,6.574041748046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.422870397567749
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,8.940287780761718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.01,2.632262420654297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.01,9.718777465820313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.750057601928711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,2,1,power_law_1.2,57.100244140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.01,2.7762943267822267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,2,power_law_1.2,7.421929931640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,2,power_law_1.2,1.154092788696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,2,power_law_1.2,1.4356224060058593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.01,3.116793632507324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.01,11.416473388671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,12.43252182006836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,2,power_law_1.2,2.065782356262207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,2,power_law_1.2,7.956134033203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.01,3.4535232543945313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,2,power_law_1.2,2.1769216537475584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.01,4.2205249786376955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,2,power_law_1.2,2.2139583587646485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,2,power_law_1.2,9.033241271972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.01,12.877250671386719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,2,power_law_1.2,2.3861663818359373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,15.727670288085937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.01,4.927593612670899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,2,power_law_1.2,2.502851104736328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,2,power_law_1.2,10.031759643554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.01,6.480998229980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,2,power_law_1.2,2.6030431747436524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.01,16.369888305664062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,2,power_law_1.2,3.3335071563720704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.01,8.090105438232422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,2,power_law_1.2,11.726969909667968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,2,power_law_1.2,3.559088134765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,22.16925811767578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,2,power_law_1.2,3.521593475341797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.01,11.588326263427735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.01,19.563888549804688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,2,power_law_1.2,3.7466110229492187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,2,power_law_1.2,13.656767272949219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,2,power_law_1.2,4.028236770629883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,4.446531295776367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,104.43973388671876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,133.6744384765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.01,14.604354858398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,29.63432922363281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,2,power_law_1.2,17.165846252441405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,5.128022384643555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,2,power_law_1.2,0.15713920593261718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.01,26.430685424804686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,2,power_law_1.2,0.2834784030914307
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,5.985321426391602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,2,power_law_1.2,0.3055871963500977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,2,power_law_1.2,0.3637151956558228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.01,18.00371856689453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,2,power_law_1.2,0.6759903907775879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,7.529161834716797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,2,power_law_1.2,20.404115295410158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,2,power_law_1.2,0.9500800132751465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,2,1,power_law_1.2,113.11806640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.1498271942138672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,2,power_law_1.2,1.1379039764404297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.2427295923233032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,9.341926574707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,2,power_law_1.2,1.6737279891967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.5035007953643799
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,36.607916259765624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,2,power_law_1.2,1.7577728271484374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.8590847969055175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.01,35.67009582519531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,2,power_law_1.2,1.815622329711914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.01,1.3595423698425293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,13.318745422363282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,2,power_law_1.2,1.944620704650879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.01,27.941278076171876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.01,2.0295167922973634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,2,power_law_1.2,30.386148071289064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,2,power_law_1.2,2.023023986816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.01,2.5136831283569334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,2,power_law_1.2,2.083302307128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.01,3.3454944610595705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,2,power_law_1.2,2.28918399810791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,16.479519653320313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.01,3.5283039093017576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,2,power_law_1.2,2.2760799407958983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.01,3.66223030090332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,2,power_law_1.2,2.3180063247680662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,2,power_law_1.2,2.513488006591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.01,3.8828895568847654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.01,43.666192626953126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,2,power_law_1.2,2.682480049133301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.01,3.9936767578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,2,power_law_1.2,38.362875366210936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,23.27610626220703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,2,power_law_1.2,2.8972864151000977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,56.507635498046874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.01,4.132886505126953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,2,power_law_1.2,3.2606529235839843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.01,4.41882553100586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,2,power_law_1.2,3.644281768798828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.01,54.7109619140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.01,4.545702362060547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.10892800092697144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,2,power_law_1.2,4.3325439453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.16019519567489623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.01,4.682352066040039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.30234560966491697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,2,power_law_1.2,5.227286529541016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.5349696159362793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,30.53240051269531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.01,6.24799690246582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.8221088409423828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,2,power_law_1.2,6.782905578613281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.01,1.289971160888672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,2,power_law_1.2,44.47693786621094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.01,1.51942720413208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.01,6.953433227539063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.01,2.045062446594238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,2,power_law_1.2,8.511654663085938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.01,7.384521484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.01,2.165014457702637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.01,63.26228637695313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.01,2.269334411621094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.01,2.3884607315063477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.01,8.474697875976563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,2,power_law_1.2,12.043846130371094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,37.67558288574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.01,2.4552608489990235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.01,2.5237663269042967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.01,9.361580657958985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.01,2.7022432327270507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,2,power_law_1.2,15.147734069824219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.01,2.801100730895996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.01,11.072767639160157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.01,2.9336000442504884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.01,3.6433311462402345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.01,12.558233642578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.01,3.8494529724121094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,2,power_law_1.2,18.56585235595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,2,power_law_1.2,68.89363403320313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,111.8545654296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,4.103596878051758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,4.615216064453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.01,15.576751708984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.01,0.0964896023273468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,5.278169631958008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,58.947418212890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,239.64013671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.16280000209808348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.24326720237731933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,6.7240959167480465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,2,power_law_1.2,28.6909912109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.01,0.1442304015159607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.472873592376709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.01,18.474668884277342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.01,0.25770881175994875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.900051212310791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.01,0.37080960273742675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,8.250214385986329
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,2,1,power_law_1.2,2.258233642578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,2,1,power_law_1.2,4.640208053588867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.01,0.7150207996368408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,11.34997100830078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,2,1,power_law_1.2,5.7674400329589846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.01,1.057423973083496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.01,24.5629638671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.01,120.6968994140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.01,1.2945695877075196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,2,1,power_law_1.2,8.169328308105468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.10921920537948608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.01,1.7080223083496093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,14.400178527832031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.15288640260696412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,2,1,power_law_1.2,3.8771903991699217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.01,1.809587287902832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.26839361190795896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.01,1.8646272659301757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.5324096202850341
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,2,1,power_law_1.2,8.474713897705078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.7013951778411865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.01,2.006534385681152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,2,1,power_law_1.2,1.102454376220703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.01,2.0555776596069335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,2,power_law_1.2,57.7902587890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,2,1,power_law_1.2,7.938861083984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,2,1,power_law_1.2,1.3548640251159667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,20.562275695800782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.01,32.602175903320315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.01,2.115452766418457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,2,1,power_law_1.2,1.9605215072631836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.01,2.1875295639038086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,2,1,power_law_1.2,0.0964576005935669
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,2,1,power_law_1.2,9.211478424072265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,2,1,power_law_1.2,2.062505531311035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,2,1,power_law_1.2,0.15222079753875734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.01,2.2921215057373048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,2,1,power_law_1.2,2.126192092895508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,2,1,power_law_1.2,0.20711359977722169
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.01,2.3221664428710938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,2,1,power_law_1.2,0.37754240036010744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,2,1,power_law_1.2,2.297430419921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,2,1,power_law_1.2,11.136236572265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,2,1,power_law_1.2,0.6175039768218994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.01,2.438979148864746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,2,1,power_law_1.2,2.4764671325683594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,2,1,power_law_1.2,0.917574405670166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.01,2.6137792587280275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,26.620159912109376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,2,1,power_law_1.2,2.5154495239257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,2,1,power_law_1.2,1.1057663917541505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,2,1,power_law_1.2,10.644960021972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,2,power_law_1.2,133.08343505859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.01,2.7069536209106446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.24267840385437012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,2,1,power_law_1.2,1.6191072463989258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,2,1,power_law_1.2,2.6464607238769533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.28275840282440184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,117.6840087890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.01,40.51956787109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,2,1,power_law_1.2,1.6853504180908203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.01,3.0253280639648437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,2,1,power_law_1.2,2.8159967422485352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,2,1,power_law_1.2,1.848944091796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.20891520977020264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,2,1,power_law_1.2,13.80181427001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.20981440544128419
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.36821439266204836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,2,1,power_law_1.2,2.946579170227051
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.01,3.3314208984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.417190408706665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.4204671859741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.42791042327880857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,2,1,power_law_1.2,1.9141056060791015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.4361760139465332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.44647040367126467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.4701375961303711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,2,1,power_law_1.2,3.6728321075439454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.5042431831359864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.01,4.009820938110352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.511740779876709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,2,1,power_law_1.2,2.0279232025146485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.5290751934051514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.5357888221740723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.30817279815673826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.6395520210266114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.6879776000976563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,2,1,power_law_1.2,3.913718414306641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.7338335990905762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,2,1,power_law_1.2,2.0581247329711916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,2,1,power_law_1.2,15.091813659667968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.01,1.033456039428711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.01,4.735254287719727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,32.95222473144531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.01,1.6001279830932618
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,2,1,power_law_1.2,2.173676872253418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.01,1.773299217224121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,4.215340805053711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.30792319774627686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.312227201461792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.01,2.7266239166259765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.3206048011779785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.3277663946151733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,2,1,power_law_1.2,2.257027244567871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.01,6.1590110778808596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.3422015905380249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.37523839473724363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.3778975963592529
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.01,4.107107162475586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,4.799443054199219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.4110879898071289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.4421567916870117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,2,1,power_law_1.2,12.654156494140626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,2,1,power_law_1.2,2.3837024688720705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.4546048164367676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.559555196762085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.7272704124450684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.01,5.743164825439453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.7515200138092041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.9855711936950684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,2,1,power_law_1.2,2.4713823318481447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.01,7.5659233093261715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,5.5977825164794925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.01,1.4752384185791017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,2.066099166870117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.01,7.6101020812988285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,2,1,power_law_1.2,2.674521636962891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,2.8601919174194337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,2,1,power_law_1.2,13.97607421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,7.0465950012207035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,3.1267520904541017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,2,1,power_law_1.2,2.837027168273926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.01,10.312947082519532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.01,57.047186279296874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.01,12.82340087890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,6.0534111022949215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,2,1,power_law_1.2,3.161833572387695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,2,1,power_law_1.2,11.186246490478515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,8.593129730224609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,2,1,power_law_1.2,3.516592025756836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,7.270006561279297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.01,13.301158142089843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.01,15.117526245117187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,2,1,power_law_1.2,4.226796722412109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,51.15233459472656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,11.613311767578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,11.658633422851562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,2,1,power_law_1.2,16.678675842285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,2,1,power_law_1.2,4.9110462188720705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,2,1,power_law_1.2,6.316435241699219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.01,16.24286346435547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,17.81018524169922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,14.691558837890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.01,28.571014404296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,2,1,power_law_1.2,20.565203857421874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,2,1,power_law_1.2,7.826303863525391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,22.254025268554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,2,1,power_law_1.2,10.68051528930664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,20.84229736328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.01,25.03690185546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,2,1,power_law_1.2,25.408659362792967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,2,1,power_law_1.2,13.6510009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.01,39.77753601074219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,32.37211608886719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,26.92779541015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,2,1,power_law_1.2,16.643814086914062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,2,1,power_law_1.2,30.24124755859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.01,110.7244140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,100.02540893554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.2940063953399658
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.26893761157989504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.01,49.546240234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.01,46.15903930664062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,33.3331298828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.21784639358520508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.22770240306854247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,2,1,power_law_1.2,25.443661499023438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,45.58546142578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.01,0.16349439620971679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.01,0.16418559551239015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.01,0.18928320407867433
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.3439743995666504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.2840415954589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.41772799491882323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.4195104122161865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.43000001907348634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,2,1,power_law_1.2,39.56971130371094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.43968639373779295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.45631999969482423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.479369592666626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.49754881858825684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.5102240085601807
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.5481791973114014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.5587903976440429
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.30814399719238283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.6145343780517578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.3136831998825073
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.7376351833343506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.319814395904541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.32977919578552245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.8744128227233887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.3426912069320679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,4,power_law_1.2,1.0336640357971192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.37525119781494143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.3821952104568481
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,4,power_law_1.2,1.4652000427246095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.41383042335510256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.01,0.19774399995803832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.4496128082275391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.01,0.19470399618148804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,4,power_law_1.2,1.8465311050415039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.01,0.20028479099273683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.4633535861968994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.01,0.20463039875030517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.5262400150299072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.01,0.20690560340881348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.01,0.21692159175872802
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.6674240112304688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,4,power_law_1.2,3.2343776702880858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.01,0.22229440212249757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.8003359794616699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.01,0.23359038829803466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.01,0.2632704019546509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,4,power_law_1.2,1.0204319953918457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.01,0.2771615982055664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.01,0.31208319664001466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,4,power_law_1.2,1.4926112174987793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,4,power_law_1.2,4.318700790405273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.01,0.3368351936340332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.01,0.4099616050720215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.01,0.4668384075164795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,2.041766357421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.01,0.6943264007568359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.01,0.7929408073425293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,3.225164794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,4,power_law_1.2,6.798073577880859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.01,1.30098876953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.01,1.6267744064331056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,3.7267967224121095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.01,2.352403259277344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,51.4310791015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.01,3.1333375930786134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,4,power_law_1.2,10.028112030029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,2,1,power_law_1.2,49.99067687988281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,6.418540954589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,4,power_law_1.2,0.1633631944656372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,4,power_law_1.2,0.16844480037689208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,4,power_law_1.2,0.1914463996887207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,4,power_law_1.2,0.19336960315704346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.01,5.329238510131836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,4,power_law_1.2,0.1973952054977417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,61.86915893554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,4,power_law_1.2,0.20205121040344237
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,2,1,power_law_1.2,49.30887451171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,4,power_law_1.2,0.2057408094406128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,4,power_law_1.2,0.20887041091918945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,4,power_law_1.2,0.22035839557647705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,8.8947998046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,4,power_law_1.2,0.22993600368499756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,4,power_law_1.2,0.23907198905944824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,4,power_law_1.2,0.25166079998016355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.01,6.81585922241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,4,power_law_1.2,0.2757983922958374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,4,power_law_1.2,0.31078400611877444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,4,power_law_1.2,0.3479455947875977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,4,power_law_1.2,15.029743957519532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,4,power_law_1.2,0.4246240139007568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,4,power_law_1.2,0.5415584087371826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.01,85.141162109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,4,power_law_1.2,0.690444803237915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,4,power_law_1.2,0.8856448173522949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,4,power_law_1.2,1.517683219909668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,13.515475463867187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.01,11.115670776367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,4,power_law_1.2,1.889241600036621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,4,power_law_1.2,2.9463359832763674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,4,power_law_1.2,17.42061767578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,4,power_law_1.2,3.6326526641845702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,4,power_law_1.2,5.922281646728516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.01,15.001455688476563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,18.005235290527345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,4,power_law_1.2,8.318761444091797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.01,19.77696990966797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,4,power_law_1.2,11.291468811035156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,4,power_law_1.2,27.615597534179688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,26.729766845703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,2,1,power_law_1.2,68.25220947265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,4,power_law_1.2,18.076988220214844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.01,28.05323181152344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,4,power_law_1.2,18.31937255859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,100.51588134765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,4,power_law_1.2,47.14537658691406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,38.96140747070312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.08016960024833679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,4,power_law_1.2,35.845761108398435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.11038080453872681
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,145.95341796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.01,63.90541381835938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.15377600193023683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,48.9041748046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,2,1,power_law_1.2,86.640869140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,4,power_law_1.2,54.665582275390626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.24401919841766356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.05488640069961548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.24848320484161376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.26116480827331545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.01,0.07000319957733155
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.01,0.07539520263671876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.01,0.10101439952850341
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.07054399847984313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.01,0.14256960153579712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.26078081130981445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.01,0.14494719505310058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.2676415920257568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.01,0.14746880531311035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.2839904069900513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.01,0.1493343949317932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.01,179.19384765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.01,0.1505952000617981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.01,0.1564895987510681
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.01,0.16618239879608154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.01,0.1813088059425354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.01,0.18853119611740113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.01,0.1942528009414673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.01,0.19668159484863282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.01,0.22383038997650145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.01,0.2477855920791626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.01,0.26842238903045657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.01,0.34031679630279543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.01,0.4192351818084717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.01,0.586518383026123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.01,0.7517312049865723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.01,1.074281597137451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,4,power_law_1.2,76.24246215820312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.01,1.3954527854919434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.08594880104064942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.271452808380127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.01,2.0378271102905274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.01,2.7229503631591796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.08333119750022888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.01,4.0500225067138675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,70.49156494140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.01,5.5251422882080075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.11045759916305542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.05415999889373779
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.01,6.771321868896484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.13300800323486328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.2806272029876709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.2983743906021118
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.30576000213623045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.13292800188064574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.01,10.879580688476562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.06672639846801758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.13489279747009278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,4,power_law_1.2,98.54478149414062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.23878400325775145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.24764480590820312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.25597438812255857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.2698848009109497
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.27954559326171874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.28726720809936523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.13950400352478026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,2,1,power_law_1.2,102.5801513671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.01,22.193434143066405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,4,1,power_law_1.2,0.06250879764556885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,4,1,power_law_1.2,0.07496960163116455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,4,1,power_law_1.2,0.09459199905395507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.3117055892944336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,4,1,power_law_1.2,0.14248000383377074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.3284032106399536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,4,1,power_law_1.2,0.14311039447784424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.334934401512146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,4,1,power_law_1.2,0.14752320051193238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,4,1,power_law_1.2,0.1477023959159851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,4,1,power_law_1.2,0.14911680221557616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.08449599742889405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,4,1,power_law_1.2,0.1624127984046936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,4,1,power_law_1.2,0.1673184037208557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,4,1,power_law_1.2,0.17950400114059448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,4,1,power_law_1.2,0.18850879669189452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,4,1,power_law_1.2,0.19143999814987184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.1412320017814636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,4,1,power_law_1.2,0.1954624056816101
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.14218239784240722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,4,1,power_law_1.2,0.2184704065322876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.14473600387573243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,4,1,power_law_1.2,0.24157440662384033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.15004160404205322
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.2714495897293091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,4,1,power_law_1.2,0.2661407947540283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.15915839672088622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.2803231954574585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,4,1,power_law_1.2,0.3391007900238037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.1713152050971985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.3000447988510132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.17469760179519653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,4,1,power_law_1.2,0.41603841781616213
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.31287360191345215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,4,1,power_law_1.2,0.589792013168335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,4,1,power_law_1.2,0.7488800048828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,4,1,power_law_1.2,1.0739871978759765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.34622719287872317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,4,1,power_law_1.2,1.3932255744934081
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.4506432056427002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,4,1,power_law_1.2,2.0395391464233397
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.13255679607391357
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,4,1,power_law_1.2,2.6998880386352537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,4,1,power_law_1.2,4.053087997436523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.17250880002975463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.1860159993171692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.20051200389862062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.13845759630203247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,4,1,power_law_1.2,5.422265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.31242880821228025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.32619519233703614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.32832961082458495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,4,1,power_law_1.2,6.875234985351563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.49398078918457033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.13925440311431886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,4,1,power_law_1.2,10.796681976318359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.3463295936584473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.4518752098083496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.19500160217285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.23667519092559813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.14146560430526733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.26639039516448976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.14351040124893188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.3564896106719971
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.147161602973938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.43045759201049805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.15470080375671386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.15717120170593263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,0.6230976104736328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.17184959650039672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,0.7868864059448242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.17420159578323363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,1.1523232460021973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,1.4999232292175293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.5556799888610839
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.6881408214569091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,2.2340671539306642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.01,0.9901503562927246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,4,1,power_law_1.2,22.460546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.4391136169433594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.01,1.410812759399414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,3.0193119049072266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.3629568099975586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.01,2.0814176559448243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,3.815913772583008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.01,2.763792037963867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.16945279836654664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.493503999710083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.18530880212783812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.1980736017227173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.561897611618042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.19415040016174318
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.01,4.102550506591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.6854656219482422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.23749120235443116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,6.162444686889648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.2621536016464233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,4,1,power_law_1.2,0.9951744079589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.5823967933654786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.34810240268707277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,151.981591796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.6299551963806153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.42711358070373534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,4,1,power_law_1.2,1.432252788543701
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.3031552076339722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.6358208179473877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,0.6172832012176513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.24267520904541015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.6556479930877686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.01,5.5979969024658205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.4256576061248779
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,0.7865888118743897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,4,1,power_law_1.2,2.066374397277832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.6727744102478027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.42684159278869627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.6891327857971191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.431276798248291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,1.1386783599853516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.7108191967010498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.43726720809936526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,4,1,power_law_1.2,2.695404815673828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.4504255771636963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.7362559795379638
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,1.5022080421447754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.4664608001708984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.7452095985412598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.5182176113128663
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.7875743865966797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.01,7.110316467285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.5711967945098877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,2.2339744567871094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,4,1,power_law_1.2,4.331235122680664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,12.330095672607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.8557439804077148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.5932511806488037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.01,0.22016000747680664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.9991231918334961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.6260960102081299
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.01,0.24450240135192872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,2.9184991836547853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.6841216087341309
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.01,0.23879680633544922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.01,1.0954431533813476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.01,0.2673471927642822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.9782400131225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.01,0.2616735935211182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.01,1.3453056335449218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,4,1,power_law_1.2,5.779788970947266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.01,0.2722784042358398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.01,1.1418399810791016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.01,0.2775039911270142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,3.7252288818359376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.01,1.8189952850341797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.01,0.28098559379577637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.01,1.349782371520996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.01,0.2955519914627075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.01,0.3023423910140991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.01,11.22806396484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.01,1.547372817993164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.01,2.4525568008422853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.01,0.3192575931549072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.01,0.33535358905792234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.01,0.37997438907623293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.01,2.3050336837768555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,4,1,power_law_1.2,7.134073638916016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.01,0.4603424072265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.01,3.572585678100586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,6.172707366943359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.01,0.5513023853302002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.01,0.5956416130065918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,3.2291519165039064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.01,0.7425248146057128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.01,0.9921376228332519
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.01,5.245856094360351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.01,1.2713088035583495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,4.190108871459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.01,1.8852928161621094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,4,1,power_law_1.2,11.657392120361328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.01,2.52063045501709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.01,7.0678047180175785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,12.272220611572266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,7.316921234130859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.365830397605896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.4257791996002197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.01,3.663343811035156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.01,23.469760131835937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.29736320972442626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.2984895944595337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.01,5.585039901733398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.01,10.209279632568359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,9.989766693115234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,2,1,power_law_1.2,162.90804443359374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.48468799591064454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.6265503883361816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.6360832214355469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.01,9.164588928222656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.6558720111846924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.3841344118118286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.4261919975280762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.6708992004394532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.4299295902252197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,4,1,power_law_1.2,24.99272003173828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.6873695850372314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.4377024173736572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.7258528232574463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.455020809173584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.01,14.13903350830078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,12.398300933837891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.7530496120452881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.4609216213226318
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.5241856098175048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.7557439804077148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.530073595046997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.8202976226806641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.6142144203186035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.8855327606201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.6972896099090576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.01,11.321580505371093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,4,power_law_1.2,1.053657627105713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.7422016143798829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,4,power_law_1.2,1.1379520416259765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,4,power_law_1.2,1.0022496223449706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,4,power_law_1.2,1.3351712226867676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,4,power_law_1.2,1.2030752182006836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,4,power_law_1.2,1.2616000175476074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,4,power_law_1.2,1.9604608535766601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,4,power_law_1.2,1.7644031524658204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,4,power_law_1.2,2.5808895111083983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,4,power_law_1.2,2.6015552520751952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,4,power_law_1.2,3.3743518829345702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,19.408770751953124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,4,power_law_1.2,209.7846923828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,4,power_law_1.2,0.23390400409698486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,4,power_law_1.2,0.2374783992767334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,3.7315040588378907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,4,power_law_1.2,0.2528223991394043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.01,23.18563232421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.01,17.42273864746094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,4,power_law_1.2,5.1871391296386715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,4.710809707641602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.13433599472045898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,4,power_law_1.2,7.651955413818359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,6.272137451171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.15384960174560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,24.699481201171874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,4,power_law_1.2,11.375907135009765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,4,power_law_1.2,0.26810240745544434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,11.195500946044922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,4,power_law_1.2,0.2690335988998413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,4,power_law_1.2,0.26534719467163087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,4,power_law_1.2,0.2773823976516724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.01,24.599151611328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,4,power_law_1.2,0.28117759227752687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,4,power_law_1.2,0.29640319347381594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,4,power_law_1.2,0.29782719612121583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,4,power_law_1.2,0.3131455898284912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,4,power_law_1.2,0.3433120012283325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,4,power_law_1.2,0.3863071918487549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,4,power_law_1.2,0.4520287990570068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,4,power_law_1.2,0.5707871913909912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.01,34.814422607421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,4,power_law_1.2,0.6376992225646972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,4,power_law_1.2,0.8486080169677734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,13.497264099121093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,4,power_law_1.2,15.248393249511718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,4,power_law_1.2,1.075823974609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.20500481128692627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,4,power_law_1.2,1.3194208145141602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,4,power_law_1.2,1.9214815139770507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,4,power_law_1.2,2.922175979614258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,4,power_law_1.2,4.762572860717773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.01,28.519378662109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.39844479560852053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,21.02629699707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,4,power_law_1.2,5.970563125610352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,4,power_law_1.2,27.47254638671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,4,power_law_1.2,9.593443298339844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.01,39.567132568359376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,51.603265380859376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.3951136112213135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,4,power_law_1.2,13.25133819580078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,29.652978515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.43476481437683107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.43114237785339354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.45061120986938474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.4846496105194092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,4,power_law_1.2,18.185810852050782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,4,power_law_1.2,36.80328369140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.01,48.263613891601565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.4334591865539551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.46647038459777834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.49934401512146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.5387263774871827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.4715519905090332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.502345609664917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.5348383903503418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.5440127849578857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.6687327861785889
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.6864543914794922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.01,0.9166303634643554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.01,1.1217856407165527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.01,1.6922304153442382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,54.367279052734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,4,power_law_1.2,25.794296264648438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.01,2.162294387817383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,45.73056640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.01,3.4037921905517576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.01,62.5548828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.01,4.542240142822266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.01,6.743587493896484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,4,power_law_1.2,53.984814453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.01,9.031737518310546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,4,power_law_1.2,34.47346801757813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.01,10.754150390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.01,17.41859130859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,55.80781860351563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,67.570751953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.01,96.80599975585938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,4,power_law_1.2,53.01783447265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.01,85.93146362304688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.07858240008354186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.01,36.19537353515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,4,power_law_1.2,74.45042114257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.10872639417648315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.01,0.09533119797706605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.01,0.1084671974182129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.01,0.1580288052558899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.01,0.23293120861053468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.01,0.23569920063018798
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.01,0.23650240898132324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.01,0.23946878910064698
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.01,0.24119999408721923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.01,0.25510079860687257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.01,0.2545023918151855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.01,0.2672352075576782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.01,0.26813759803771975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.01,0.2726304054260254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.01,0.3167263984680176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.01,0.3281280040740967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.12218879461288452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.21582400798797607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.01,0.3716288089752197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.01,0.39943039417266846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.01,0.5193888187408447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.01,0.6429664134979248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.01,0.8953887939453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.01,1.1591008186340332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.01,1.684707260131836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.01,2.1937887191772463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,87.78154907226562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.21792318820953369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.01,3.317801666259766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.22628800868988036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.22278399467468263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.2259743928909302
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.2329888105392456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.2424544095993042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.24859199523925782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.01,4.502771377563477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.25621440410614016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.2592288017272949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.01,6.610323333740235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.01,8.832879638671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.2783360004425049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.28750081062316896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.29895040988922117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.3125407934188843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.36672000885009765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.40203518867492677
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,0.5271296024322509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,0.6423359870910644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,0.9244511604309082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.01,11.25555877685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,1.2045503616333009
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,4,power_law_1.2,86.85519409179688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,1.760291290283203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,123.96510009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,2.400284767150879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,3.50219841003418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,4,power_law_1.2,109.702197265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,4.782307052612305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.01,17.711549377441408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,6.256707382202149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.13452160358428955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,2,1,power_law_1.2,449.564111328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,9.629929351806641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.1538815975189209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.20504000186920165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.01,136.01707763671874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.1833951950073242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.3948832035064697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,19.540342712402342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.01,36.68722839355469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,4,1,power_law_1.2,0.08784000277519226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,4,1,power_law_1.2,0.10679680109024048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,4,1,power_law_1.2,0.12572480440139772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.2682111978530884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,4,1,power_law_1.2,0.22666239738464355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,4,1,power_law_1.2,0.23380799293518068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,4,1,power_law_1.2,0.23659839630126953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,4,1,power_law_1.2,0.23669760227203368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.512275218963623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,4,1,power_law_1.2,0.24075839519500733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,4,1,power_law_1.2,0.25264639854431153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,4,1,power_law_1.2,0.26180479526519773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.3141824007034302
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,4,1,power_law_1.2,0.264572811126709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,4,1,power_law_1.2,0.26785280704498293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,4,1,power_law_1.2,0.27394239902496337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.3893599987030029
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,4,1,power_law_1.2,0.308790397644043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,4,1,power_law_1.2,0.32598080635070803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,4,1,power_law_1.2,0.3622783899307251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.404966402053833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.677568006515503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,4,1,power_law_1.2,0.39580159187316893
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.43041601181030276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,4,1,power_law_1.2,0.5171840190887451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.43948798179626464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,4,1,power_law_1.2,0.6379072189331054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.450713586807251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.9672767639160156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.49541120529174804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,4,1,power_law_1.2,0.8982432365417481
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.43488001823425293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,4,1,power_law_1.2,1.1566944122314453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.46689600944519044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.01,1.3594143867492676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.5112415790557862
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,4,1,power_law_1.2,1.6667232513427734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.5283391952514649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.11802879571914673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.4710239887237549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.5004191875457764
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.01,1.365567970275879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,4,1,power_law_1.2,2.202796745300293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.5236832141876221
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.5433695793151856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.6635424137115479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,4,1,power_law_1.2,3.322431945800781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.01,1.878758430480957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.6572351932525635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,4,1,power_law_1.2,0.9011967658996582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,4,1,power_law_1.2,1.1235424041748048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.01,1.9846719741821288
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,4,1,power_law_1.2,4.484118270874023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,4,1,power_law_1.2,1.6999679565429688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,4,1,power_law_1.2,2.1957088470458985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.01,2.0723360061645506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,4,1,power_law_1.2,6.4526817321777346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.12336000204086303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,4,1,power_law_1.2,3.354982376098633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.01,2.0755615234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.23240320682525634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,141.98184814453126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,4,1,power_law_1.2,4.541567993164063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.01,2.2175424575805662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,4,1,power_law_1.2,8.604300689697265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.01,2.308799934387207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,4,1,power_law_1.2,6.615449523925781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.01,2.3416032791137695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.22894079685211183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.2548255920410156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,4,1,power_law_1.2,10.820738983154296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.01,2.4505279541015623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,4,1,power_law_1.2,8.620671844482422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.01,2.534111976623535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.01,2.894476890563965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.23134400844573974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,4,1,power_law_1.2,11.171392059326172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.2557375907897949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.268723201751709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.01,3.1519903182983398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.3266655921936035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.30523200035095216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,4,power_law_1.2,141.36070556640624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.37519040107727053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,4,1,power_law_1.2,17.79712371826172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.3491391897201538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.01,3.661145782470703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.01,4.171929550170899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,4,1,power_law_1.2,16.799296569824218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.30298240184783937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.01,5.013622283935547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.33088319301605223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.4321119785308838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.6041279792785644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.7549376010894775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.9253279685974121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,1.6055456161499024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.01,6.229017639160157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,2.7595712661743166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,3.9898815155029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,4,1,power_law_1.2,36.43429260253906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.01,8.453657531738282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.16603840589523317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.3111999988555908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.1852895975112915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.2987744092941284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,4,1,power_law_1.2,35.24053955078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.46312317848205564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.01,10.671833801269532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.5823264122009277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.8597536087036133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.900153636932373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.01,1.1360063552856445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.01,0.1692352056503296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,2.8621728897094725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.01,1.2072352409362792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.01,15.163471984863282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.01,1.2771231651306152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,6.691078186035156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.01,1.2820544242858887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.01,1.301795196533203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,9.864710235595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.01,1.328166389465332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.01,1.3808671951293945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.01,0.2673311948776245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.01,1.427295970916748
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.17267839908599852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.01,19.29031982421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.01,1.51211519241333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.23343679904937745
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,14.561801147460937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.38125760555267335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.01,1.6370304107666016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.5051424026489257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,1.839449691772461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.01,0.7063583850860595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,2.2753536224365236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.7431839942932129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.01,0.7679200172424316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,2.773516845703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,19.366496276855468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,257.5943603515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.01,0.7994847774505616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.8421216011047363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,4.0192512512207035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.01,23.402716064453124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.3022624015808105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.01,0.8607583999633789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.43358721733093264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.01,0.8673312187194824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,4.854083251953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.2500799894332886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.9158975601196289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.3688352108001709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.01,243.944482421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,24.1596923828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.01,0.937990379333496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.5810463905334473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,7.1208030700683596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.01,0.9880127906799316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.8470335960388183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.18608959913253784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,1.0496607780456544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,4,power_law_1.2,1.2773568153381347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.2704639911651611
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.01,1.1387999534606934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.15857280492782594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,4,power_law_1.2,1.3670528411865235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,9.355055999755859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.2883903980255127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.01,1.2613856315612793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,4,power_law_1.2,1.8321952819824219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.38348801136016847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.01,1.4818559646606446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.5253407955169678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,4,power_law_1.2,1.9553600311279298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.01,40.711273193359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.01,1.7459039688110352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.8330207824707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,4,power_law_1.2,2.052524757385254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.8686528205871582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,13.011264038085937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.01,2.2314336776733397
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,4,power_law_1.2,2.1558368682861326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,4,power_law_1.2,1.1420255661010743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,38.61510009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.01,2.767548751831055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,4,power_law_1.2,2.2083391189575194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,4,power_law_1.2,1.1476127624511718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,4,power_law_1.2,1.2236927986145019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,4,power_law_1.2,2.294944000244141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.01,3.867174530029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,4,power_law_1.2,1.2740384101867677
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,4,power_law_1.2,2.420416069030762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,4,power_law_1.2,1.335260772705078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,17.529635620117187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,4,power_law_1.2,2.506358337402344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.01,4.994252777099609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,4,power_law_1.2,1.3514495849609376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,4,power_law_1.2,2.6553312301635743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,4,power_law_1.2,1.3836576461791992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,4,power_law_1.2,1.4673376083374023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,4,power_law_1.2,2.9987743377685545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.01,7.193657684326172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,4,power_law_1.2,1.5687999725341797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,253.692578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,4,power_law_1.2,3.3370433807373048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,4,power_law_1.2,1.7785247802734374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,1.9814912796020507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,4,power_law_1.2,3.862063980102539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.01,9.544979095458984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,22.418620300292968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,2.450831985473633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,4,power_law_1.2,4.4254302978515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,4,power_law_1.2,0.1576032042503357
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,3.0111200332641603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,4,power_law_1.2,0.25867199897766113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.1318943977355957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,4,power_law_1.2,5.433443069458008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.22776319980621337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.01,11.527184295654298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,4.216265487670898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3335808038711548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.4622047901153564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,4,power_law_1.2,6.638339233398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,5.121014404296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,4,power_law_1.2,0.6834976196289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.7287295818328857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,4,power_law_1.2,0.7906816005706787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.01,80.32423095703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,76.86951904296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,4,power_law_1.2,0.8020159721374511
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,7.714476776123047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,4,power_law_1.2,9.523628997802735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.8240768432617187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.08364800214767457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,33.933355712890624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.01,19.136679077148436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.11436799764633179
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,4,power_law_1.2,0.8640607833862305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.1553056001663208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,4,power_law_1.2,0.9052512168884277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.32032639980316163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.09400320053100586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,9.789170837402343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.9479455947875977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.4777247905731201
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,4,power_law_1.2,11.44073944091797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,4,power_law_1.2,0.9760543823242187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.705782413482666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,4,power_law_1.2,1.0047807693481445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.01,2.5324960708618165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,1.0846847534179687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.13095999956130983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.01,1.3301888465881349
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,4,power_law_1.2,1.1904288291931153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,13.865507507324219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.01,1.6894111633300781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,4,power_law_1.2,1.3210207939147949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.01,1.0731712341308595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,4,power_law_1.2,16.817543029785156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,4,power_law_1.2,1.5599552154541017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.1912224054336548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.01,1.2951904296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,4,power_law_1.2,1.7903167724609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.01,1.5668255805969238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,4,power_law_1.2,2.349513626098633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.01,1.5623359680175781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,4,power_law_1.2,314.309814453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.01,37.10445556640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.01,1.9184192657470702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.43191680908203123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,4,power_law_1.2,2.9386175155639647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,20.17189178466797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.01,1.6227712631225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.01,1.646678352355957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,4,power_law_1.2,4.075702285766601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,4,power_law_1.2,22.066534423828124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.01,0.07528319954872131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.01,2.296486473083496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.09436479806900025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.6059135913848877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.01,0.09344000220298768
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,4,power_law_1.2,5.128502273559571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.01,3.085875129699707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.01,0.11541440486907958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.01,0.22271358966827393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,2.5768064498901366
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.01,0.34551680088043213
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.12961920499801635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.8323136329650879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.01,0.47617278099060056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,4,power_law_1.2,7.734764862060547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.01,0.6751296043395996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,5.902742385864258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,70.576708984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,25.52923126220703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.01,0.720147180557251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.08361600041389465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.09804159998893738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.01,0.7590976238250733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.18887360095977784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,7.082166290283203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.12595839500427247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.01,0.7636864185333252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.01,1.218518352508545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,4,power_law_1.2,29.166455078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.2517888069152832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,4,power_law_1.2,10.423824310302734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.01,0.8128064155578614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.3404704093933105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,4.535251235961914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.01,0.8234432220458985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.48671679496765136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.01,0.8619423866271972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.7397664070129395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.4244383811950684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.01,0.8882944107055664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.7902751922607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.01,1.2988479614257813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.01,0.9060064315795898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.846992015838623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.01,1.362060832977295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,11.81951675415039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,4,power_law_1.2,12.689523315429687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.01,0.9232831954956054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.870576000213623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.01,0.9835455894470215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.9469792366027832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.5168384075164795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.01,1.0811967849731445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.992527961730957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,4,1,power_law_1.2,1.0425536155700683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.01,1.1674495697021485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,37.780618286132814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.01,1.404582405090332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,4,1,power_law_1.2,1.0929183959960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.01,1.338156795501709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,16.645840454101563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,4,1,power_law_1.2,1.3365599632263183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.7576479911804199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.01,1.529958438873291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,4,1,power_law_1.2,1.3467488288879395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,4,power_law_1.2,20.128982543945312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.01,1.9125951766967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,4,1,power_law_1.2,1.4348928451538085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,4,power_law_1.2,44.06454162597656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,4,1,power_law_1.2,1.5775296211242675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.01,2.3130111694335938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,4,1,power_law_1.2,1.2019871711730956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.01,1.4661760330200195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,1.6949695587158202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.01,3.1310047149658202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.01,1.5258496284484864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,2.0485759735107423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.01,1.5115776062011719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,21.55432891845703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.01,3.9670719146728515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,2.4397855758666993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.01,1.6279167175292968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,4,1,power_law_1.2,1.2620512008666993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.01,1.644655990600586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,3.2120574951171874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,4,1,power_law_1.2,1.3446111679077148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.01,1.729408073425293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.01,5.6629985809326175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,4.013488006591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.01,7.290569305419922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,5.568854522705078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,4,1,power_law_1.2,1.3813664436340332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.01,1.7793983459472655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,4,power_law_1.2,38.267233276367186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,31.510928344726562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.01,1.910313606262207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,7.151507568359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,4,1,power_law_1.2,0.07633600234985352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.01,9.131459045410157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,4,1,power_law_1.2,0.09370880126953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,4,1,power_law_1.2,0.11634880304336548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,4,1,power_law_1.2,0.22371199131011962
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,4,1,power_law_1.2,1.460655975341797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,4,1,power_law_1.2,0.31204800605773925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,10.295276641845703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,4,1,power_law_1.2,1.5069600105285645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,4,1,power_law_1.2,0.41440639495849607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,4,1,power_law_1.2,0.6511168003082275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,4,1,power_law_1.2,1.5583168029785157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.89215030670166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,4,1,power_law_1.2,0.7044544219970703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.01,14.171653747558594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,4,1,power_law_1.2,1.6340639114379882
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.01,2.077292823791504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,4,1,power_law_1.2,0.7431104183197021
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,80.496533203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,4,1,power_law_1.2,1.6912160873413087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.01,0.051337599754333496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,4,1,power_law_1.2,0.7652991771697998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.01,0.03845759928226471
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.01,0.045459198951721194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,13.41809539794922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,4,1,power_law_1.2,1.7736991882324218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,4,1,power_law_1.2,0.8011615753173829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.01,0.060844802856445314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.01,0.07552000284194946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,4,1,power_law_1.2,0.849824047088623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.01,0.1131168007850647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.01,0.13189120292663575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,4,1,power_law_1.2,0.8571552276611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.01,0.1354207992553711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,41.186212158203126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.01,0.13961280584335328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,4,1,power_law_1.2,0.8982080459594727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.01,0.13935359716415405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.01,2.196588706970215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,4,power_law_1.2,88.03417358398437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.01,0.14902080297470094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,4,1,power_law_1.2,0.9413215637207031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,4,1,power_law_1.2,1.8502527236938477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.01,0.150271999835968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.01,0.04089600145816803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.01,0.0382752001285553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.01,0.15295039415359496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,4,1,power_law_1.2,0.9797216415405273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.01,0.04288319945335388
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.01,0.17237119674682616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,4,1,power_law_1.2,2.0086240768432617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.01,0.05295040011405945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.01,0.18337600231170653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,16.63477478027344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,4,1,power_law_1.2,1.039468765258789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.01,0.05921919941902161
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.01,0.19425599575042723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.01,0.0828607976436615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.01,0.21805760860443116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.01,27.55780944824219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,4,1,power_law_1.2,1.1263296127319335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.01,0.10039680004119873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.01,0.2594208002090454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.01,0.10459200143814087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.27094719409942625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.01,0.10738879442214966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,4,1,power_law_1.2,1.2267840385437012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.01,0.11023039817810058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.33985280990600586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.01,0.11502079963684082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,4,1,power_law_1.2,1.3988544464111328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.40616960525512696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.01,0.12019840478897095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.5508287906646728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.01,0.125872004032135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,4,1,power_law_1.2,1.5800448417663575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.01,0.1366719961166382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.7126912117004395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,4,1,power_law_1.2,2.024991989135742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.01,0.1447327971458435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.01,1.013145637512207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,4,1,power_law_1.2,1.9703840255737304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.01,0.1564703941345215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.01,0.1681056022644043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,4,1,power_law_1.2,2.1880191802978515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.01,2.48272647857666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.01,1.3260255813598634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.01,0.19922560453414917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.01,0.04268800020217896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,4,1,power_law_1.2,2.3682079315185547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.01,0.2298527956008911
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.01,1.98702392578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,26.059719848632813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.01,0.307859206199646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.01,0.39692800045013427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,4,1,power_law_1.2,3.1635135650634765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.01,2.636800003051758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,51.76548461914062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.01,0.5591551780700683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.01,0.7143712043762207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.01,0.04383679926395416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.01,0.04604800045490265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.01,1.0425087928771972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.01,3.2749759674072267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,4,1,power_law_1.2,4.011529541015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.01,0.052527999877929686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,4,1,power_law_1.2,2.301807975769043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.01,0.061667197942733766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.01,1.3366432189941406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.01,0.08466879725456238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.01,0.08893759846687317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.01,0.091430401802063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.01,2.1092191696166993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.01,5.215280151367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,4,1,power_law_1.2,5.664207839965821
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.01,0.09221119880676269
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.01,0.09512640237808227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.01,0.09750720262527465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.01,2.8500768661499025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.01,2.6116479873657226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.01,0.10111039876937866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.01,0.10545920133590699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.01,0.11324479579925537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.01,3.5484992980957033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.01,0.12259199619293212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.01,3.4096702575683593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,4,1,power_law_1.2,7.372364807128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.01,0.12955199480056762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.01,0.14302719831466676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.01,0.17506879568099976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.01,10.100323486328126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.01,4.290006256103515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.01,0.2041599988937378
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,4,power_law_1.2,0.04657280147075653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.01,0.25993919372558594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.01,5.127052688598633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,4,power_law_1.2,0.03922879993915558
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.01,0.33056321144104006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,4,power_law_1.2,0.04610880017280579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,4,power_law_1.2,0.05916799902915955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.01,0.43628478050231934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,4,1,power_law_1.2,2.609814453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,4,1,power_law_1.2,9.072118377685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,4,power_law_1.2,0.07014399766921997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.01,5.940700912475586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.01,0.56528639793396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,4,power_law_1.2,0.11064640283584595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,4,power_law_1.2,0.13411200046539307
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.01,0.8136863708496094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,4,power_law_1.2,0.13646719455718995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,4,power_law_1.2,0.14279680252075194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.01,1.0586208343505858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,4,power_law_1.2,0.14524799585342407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,51.31900634765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,4,power_law_1.2,0.1517184019088745
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,4,power_law_1.2,0.03828159868717194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.01,1.5502528190612792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.01,7.617596435546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,4,power_law_1.2,0.158188796043396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,4,power_law_1.2,0.041519999504089355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.01,10.81864013671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,4,power_law_1.2,0.15629760026931763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,4,power_law_1.2,0.042124798893928526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,4,power_law_1.2,0.040992000699043275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,4,power_law_1.2,0.1782879948616028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,4,power_law_1.2,0.04902400076389313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,4,power_law_1.2,0.04317440092563629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.01,2.081081581115723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,4,power_law_1.2,0.18908799886703492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,4,power_law_1.2,0.053046399354934694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,4,1,power_law_1.2,13.990797424316407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,4,power_law_1.2,0.0450655996799469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,4,power_law_1.2,0.0804032027721405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,4,power_law_1.2,0.1965791940689087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,4,power_law_1.2,0.05086399912834168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,4,power_law_1.2,0.0995743989944458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,4,power_law_1.2,0.21949760913848876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,4,power_law_1.2,0.05601279735565186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,4,power_law_1.2,0.10785919427871704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.01,2.568204879760742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,4,power_law_1.2,0.24943039417266846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,4,power_law_1.2,0.08566719889640809
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,4,power_law_1.2,0.10907200574874878
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.01,9.293052673339844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,4,power_law_1.2,0.08894079923629761
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.2729631900787354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,4,power_law_1.2,0.11090879440307617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,4,power_law_1.2,0.09106559753417968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.34124159812927246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,4,power_law_1.2,0.11899199485778808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,4,power_law_1.2,0.09351360201835632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,4,power_law_1.2,0.12750719785690307
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.41451201438903806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,4,power_law_1.2,0.09567040205001831
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,4,1,power_law_1.2,2.96563835144043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,4,power_law_1.2,0.13008960485458373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.01,4.04315185546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.5658048152923584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,4,power_law_1.2,0.09880959987640381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,4,power_law_1.2,0.13730239868164062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,4,power_law_1.2,0.10399039983749389
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,4,power_law_1.2,0.1491871953010559
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.7530975818634034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,4,power_law_1.2,0.11009279489517212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,4,power_law_1.2,0.15613759756088258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,4,1,power_law_1.2,3.689494323730469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,4,power_law_1.2,0.11871360540390015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,4,power_law_1.2,1.0298912048339843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,81.72032470703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,4,power_law_1.2,0.17705919742584228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,4,power_law_1.2,0.12462400197982788
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,4,power_law_1.2,0.20703680515289308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,4,power_law_1.2,0.12992960214614868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,4,power_law_1.2,1.4492992401123046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,4,power_law_1.2,0.2373408079147339
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,4,power_law_1.2,0.14791359901428222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.01,14.271401977539062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,4,power_law_1.2,0.32283840179443357
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,4,1,power_law_1.2,4.473228836059571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,4,power_law_1.2,0.17791359424591063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,4,power_law_1.2,0.3990911960601807
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,4,power_law_1.2,2.165596771240234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,4,power_law_1.2,0.21072959899902344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.01,8.457833862304687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,4,power_law_1.2,0.5909632205963135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,4,power_law_1.2,0.2726495981216431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,4,power_law_1.2,0.33664000034332275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,4,power_law_1.2,0.7691840171813965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,4,power_law_1.2,2.9061567306518556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,4,1,power_law_1.2,27.628866577148436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,4,power_law_1.2,0.45723838806152345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,4,1,power_law_1.2,6.085772705078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,4,power_law_1.2,1.099407958984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.01,0.02136320024728775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,4,power_law_1.2,0.5938591957092285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.01,0.028883200883865357
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,4,power_law_1.2,1.491152000427246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.01,0.03576320111751556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,4,power_law_1.2,3.6139297485351562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,4,power_law_1.2,0.850592041015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.01,0.0189983993768692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.01,0.04615359902381897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.01,0.055052798986434934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,4,power_law_1.2,1.1187040328979492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,4,power_law_1.2,2.3545343399047853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.01,0.07533439993858337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,4,1,power_law_1.2,7.7187965393066404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.01,0.0821183979511261
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,4,power_law_1.2,1.6926912307739257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.01,0.0857151985168457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.01,0.08992639780044556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,4,power_law_1.2,3.0129983901977537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,4,power_law_1.2,5.921744155883789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.01,0.09297279715538025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.01,0.02377920001745224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.01,0.09703360199928283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,4,power_law_1.2,2.22640323638916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.01,0.1011680006980896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.01,0.10583360195159912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,4,power_law_1.2,3.891881561279297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.01,27.265060424804688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.01,0.1104159951210022
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,4,1,power_law_1.2,9.39940185546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,4,power_law_1.2,2.798313522338867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.01,0.1171072006225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.01,0.1220960021018982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.01,0.1359231948852539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.01,0.03516800105571747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.01,0.16121599674224854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.01,0.1865056037902832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,4,power_law_1.2,6.439504241943359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,4,power_law_1.2,4.467388916015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.01,0.23743679523468017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,4,power_law_1.2,12.29428482055664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.01,0.2930239915847778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.01,0.39878718852996825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.01,0.5084127902984619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,4,1,power_law_1.2,14.355206298828126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.01,0.726694393157959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.01,0.05508480072021484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.01,0.9479743957519531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,4,power_law_1.2,8.87979507446289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.01,1.3974368095397949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,4,1,power_law_1.2,0.0188960000872612
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,4,1,power_law_1.2,0.020640000700950623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,4,power_law_1.2,12.445049285888672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,4,1,power_law_1.2,0.028777599334716797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,4,1,power_law_1.2,0.03480960130691528
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.01,1.8392959594726563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.01,0.06674879789352417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,4,1,power_law_1.2,0.04327679872512817
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,4,1,power_law_1.2,0.052153599262237546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,4,1,power_law_1.2,0.07663999795913697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.01,2.3173311233520506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,4,1,power_law_1.2,0.08403519988059997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,4,1,power_law_1.2,0.024799999594688416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,4,1,power_law_1.2,0.09004480242729188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,4,1,power_law_1.2,0.09359040260314941
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,4,1,power_law_1.2,0.09492160081863403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,4,1,power_law_1.2,0.09965440034866332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.01,3.66759033203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,4,1,power_law_1.2,0.10502400398254394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,4,1,power_law_1.2,0.10798720121383668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.01,0.10762239694595337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,4,1,power_law_1.2,0.11278719902038574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,4,1,power_law_1.2,0.034140801429748534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,4,1,power_law_1.2,0.11722240447998047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,4,1,power_law_1.2,27.476153564453124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,4,1,power_law_1.2,0.12287360429763794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.1382688045501709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,4,1,power_law_1.2,0.1361407995223999
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.11455039978027344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,4,1,power_law_1.2,0.16352640390396117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.11322879791259766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,4,1,power_law_1.2,0.18464640378952027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.18636159896850585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.01,7.340086364746094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,4,1,power_law_1.2,0.24038400650024414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.2541088104248047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.08464639782905578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.01,0.10984640121459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,4,1,power_law_1.2,0.2958559989929199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.3587935924530029
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.06790720224380493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.08359040021896362
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.5050079822540283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,4,1,power_law_1.2,0.4013055801391602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,4,1,power_law_1.2,0.04870080053806305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.1267743945121765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.5143616199493408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,4,1,power_law_1.2,0.5120351791381836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.17052479982376098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.5316160202026368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.23820478916168214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,4,1,power_law_1.2,0.7304895877838135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.5445184230804443
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.3225759983062744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.5638400077819824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.3346463918685913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,4,1,power_law_1.2,0.9517439842224121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.01,0.11228480339050292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.588809585571289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.3397696018218994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.01,0.11371840238571167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,4,1,power_law_1.2,0.06146240234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.6007936000823975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.3450239896774292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,4,1,power_law_1.2,1.4050751686096192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.3428512096405029
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.6251872062683106
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.3652672052383423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.6462399959564209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,4,1,power_law_1.2,1.8586847305297851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.376313591003418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.6729824066162109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.3869503974914551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.732204818725586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.41816959381103513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.01,0.09089279770851136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.8211392402648926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,4,1,power_law_1.2,2.327881622314453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.434876823425293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.01,0.07499840259552001
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.8841792106628418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.4776576042175293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.01,0.07604479789733887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.01,0.12230720520019531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.01,0.120579195022583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.5871615886688233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,4,1,power_law_1.2,0.10778559446334839
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.01,1.106595230102539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.01,0.13970240354537963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.7394368171691894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.01,0.21114881038665773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.01,1.3461631774902343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,4,1,power_law_1.2,3.6876384735107424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.9972831726074218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.01,0.22326719760894775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.01,1.8924224853515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.01,0.23194239139556885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,1.1894463539123534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.01,0.2397536039352417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.01,0.2413248062133789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.01,2.385136032104492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,1.741472053527832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.01,0.2524672031402588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,4,1,power_law_1.2,0.11192959547042847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.01,0.13223040103912354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.01,0.26204800605773926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,159.905224609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,2.2374431610107424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.01,0.1327679991722107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.01,3.6518558502197265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.01,0.273471999168396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.01,0.1384544014930725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,4,1,power_law_1.2,7.36517105102539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.01,0.2932447910308838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.08326719999313355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,3.3427711486816407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.01,0.31264638900756836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.06849920153617858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.01,0.3287872076034546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.01,4.8419231414794925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.08627840280532836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.01,0.35749120712280275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.11632959842681885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,4,1,power_law_1.2,0.11094720363616943
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.01,0.4242976188659668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.13893120288848876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,4.335295867919922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,4,1,power_law_1.2,0.11645439863204957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.23278400897979737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.01,0.5104127883911133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.324943995475769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.01,0.6741695880889893
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,4,power_law_1.2,0.08097919821739197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.13702720403671265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.01,6.654838562011719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.33888959884643555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,4,power_law_1.2,0.06440640091896058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.07967680096626281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.01,0.7962207794189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.3384063959121704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,4,power_law_1.2,0.08018879890441895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.10688320398330689
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.01,0.13840320110321044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,6.752169799804688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.3501312017440796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.01,1.1307519912719726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,4,power_law_1.2,0.10044480562210083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.1726304054260254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.01,0.14186880588531495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.3478111982345581
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,4,power_law_1.2,0.13695039749145507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.20839359760284423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.01,0.16148159503936768
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.01,1.484553623199463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,4,power_law_1.2,0.21477119922637938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.37331199645996094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.39210560321807864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,4,power_law_1.2,0.23011200428009032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.37707200050354006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.5432672023773193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.01,8.401129913330077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,4,1,power_law_1.2,0.12263679504394531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,4,power_law_1.2,0.2351775884628296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.01,2.1593727111816405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.3993119955062866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.579756784439087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,4,power_law_1.2,0.24178879261016845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.41397438049316404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.6014143943786621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,8.26275177001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,4,power_law_1.2,0.24911038875579833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.4533376216888428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.01,2.6521631240844727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.5829696178436279
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,4,power_law_1.2,0.2513695955276489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.49790081977844236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,4,power_law_1.2,0.2672096014022827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.610214376449585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.6438687801361084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,4,power_law_1.2,0.2895648002624512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.6595583915710449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.7645440101623535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,4,power_law_1.2,0.3082688093185425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.01,4.0851585388183596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.6361440181732178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,4,power_law_1.2,0.31143999099731445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.01,11.453897857666016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.01,0.15441919565200807
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.9527680397033691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.7022016048431396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,4,power_law_1.2,0.3325056076049805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.01,0.16550719738006592
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,4,1,power_law_1.2,0.1336832046508789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.7532095909118652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,1.321615982055664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,4,power_law_1.2,0.3703263998031616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,11.147017669677734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,4,1,power_law_1.2,0.13600640296936034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.7222271919250488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,4,power_law_1.2,0.44581117630004885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,4,1,power_law_1.2,0.13952640295028687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.01,5.350742340087891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,1.8707136154174804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,4,power_law_1.2,0.5095168113708496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.8046719551086425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,4,power_law_1.2,0.6886047840118408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,4,power_law_1.2,1.051046371459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,2.315020751953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,4,power_law_1.2,0.8446175575256347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,4,power_law_1.2,1.4535903930664062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,4,power_law_1.2,1.2149184226989747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,3.787731170654297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.01,6.782105255126953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,4,power_law_1.2,2.475472068786621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,4,power_law_1.2,1.5193696022033691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.17733440399169922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.01,17.890290832519533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,4,power_law_1.2,3.5320449829101563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,4,power_law_1.2,2.2835103988647463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,4.655676651000976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,4,1,power_law_1.2,0.13948160409927368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,17.443817138671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,4,power_law_1.2,3.3100990295410155
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,4,1,power_law_1.2,0.14377599954605103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,4,1,power_law_1.2,0.16119359731674193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,4,power_law_1.2,3.050521659851074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.01,11.196473693847656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,7.528530883789062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,4,power_law_1.2,9.285116577148438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,4,power_law_1.2,4.417763137817383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,4,power_law_1.2,5.701155090332032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,9.699478149414062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,4,1,power_law_1.2,0.15436480045318604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,4,power_law_1.2,12.401388549804688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.22650880813598634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,4,1,power_law_1.2,0.16678080558776856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.2697632074356079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,4,power_law_1.2,8.106438446044923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,12.324022674560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.01,22.60846405029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,4,power_law_1.2,15.884375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.05614079833030701
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.01,38.367575073242186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.06063039898872376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.04296000003814697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,35.21579284667969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.18053439855575562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.09702079892158508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.05328959822654724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.32985920906066896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.15324800014495848
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.07331839799880982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.01,0.04591040015220642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.19678399562835694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,4,power_law_1.2,11.375244903564454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.1021664023399353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.01,0.050367999076843264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.34551999568939207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.144377601146698
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.01,0.07130240201950074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.3667999982833862
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.21634879112243652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.01,0.10620479583740235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.36837120056152345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.23100481033325196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.01,0.14209920167922974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.38217599391937257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.25181119441986083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.01,0.2219264030456543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.39574398994445803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.2603935956954956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.01,0.2279200077056885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.40233278274536133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.2665343999862671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.01,0.23703999519348146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.27125120162963867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.01,0.2388223886489868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.5281568050384522
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,20.031741333007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.01,0.2500607967376709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.3320575952529907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.5330687999725342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.01,0.24877440929412842
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.3455136060714722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.5549344062805176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.01,0.2573535919189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.3491231918334961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.5780767917633056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,4,power_law_1.2,26.23922119140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.01,0.26313281059265137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.3618560075759888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.5986080169677734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.01,0.2703999996185303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.3745151996612549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.6244895935058594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.01,0.2911808013916016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.4022560119628906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.23702719211578369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.01,0.29824960231781006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.6798495769500732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.47873601913452146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.40176000595092776
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.27406399250030516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.01,0.31686079502105713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.743126392364502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.5529471874237061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.01,0.5576928138732911
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.01,0.3652064085006714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.8642016410827636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.7283840179443359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.01,0.40182719230651853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.01,0.7015615940093994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,4,power_law_1.2,25.55870361328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.006380844116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.9006719589233398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.01,0.5119328022003173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.0554144024848938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.06149119734764099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.01,1.0123711585998536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.01,0.606496000289917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.01,1.354736042022705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,1.2474720001220703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.09170879721641541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.01,0.8150272369384766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.13026560544967652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.01,1.701692771911621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,1.6071775436401368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.01,1.3196319580078124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.18040640354156495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.01,1.0318400382995605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.34606399536132815
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.3333472013473511
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.01,2.421603202819824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,2.32325439453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.3684159994125366
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.01,1.4543647766113281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.01,1.6586336135864257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.3904671907424927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.3941823959350586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.01,3.1391551971435545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,3.0289024353027343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.01,1.874425506591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.40470399856567385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,4,power_law_1.2,32.774908447265624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.42870078086853025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.01,2.572870445251465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.5303008079528808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.01,2.6772031784057617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.01,4.55843505859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,4.476208114624024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.5371359825134278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.5637407779693604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.5865632057189941
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.01,3.5132606506347654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.6060512065887451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,43.89615173339844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.0446943998336792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.627123212814331
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,5.910652923583984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.01,5.9904319763183596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.01,5.0988929748535154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.05308160185813904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.7005023956298828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.07240319848060608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.7424064159393311
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.01,4.425910568237304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.08836479783058167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.40921602249145506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.878656005859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.11907520294189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.20775361061096193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,4,1,power_law_1.2,0.5647903919219971
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.028112030029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,7.337273406982422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.01,7.495231628417969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.24519360065460205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,4,1,power_law_1.2,0.7072224140167236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.26316161155700685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,4,1,power_law_1.2,1.3666496276855469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,4,1,power_law_1.2,0.04450240135192871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.26574718952178955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.01,6.9686332702636715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,4,1,power_law_1.2,1.0153120040893555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.26788480281829835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,4,1,power_law_1.2,1.7235424041748046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.27562880516052246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.3365312099456787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,4,1,power_law_1.2,1.3249055862426757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,4,1,power_law_1.2,2.4381343841552736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.3463263988494873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.35392639636993406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,4,1,power_law_1.2,1.6631488800048828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,11.616989135742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.36399040222167967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.01,11.737337493896485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,4,power_law_1.2,40.90487060546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,4,1,power_law_1.2,3.1508127212524415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,4,1,power_law_1.2,0.050684797763824466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.38498239517211913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.41269760131835936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,4,1,power_law_1.2,0.07007039785385132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.4881728172302246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,4,1,power_law_1.2,0.09558079838752746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,4,1,power_law_1.2,2.5807743072509766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.561952018737793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,4,1,power_law_1.2,0.13314239978790282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,4,1,power_law_1.2,4.573964691162109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,4,1,power_law_1.2,0.22296319007873536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.7377408027648926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.01,13.8129638671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,4,1,power_law_1.2,0.2310175895690918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.26616640090942384
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.9117119789123536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,4,1,power_law_1.2,0.24005439281463622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.3501471996307373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,4,1,power_law_1.2,0.24478399753570557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,1.2583135604858398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.22766399383544922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,4,1,power_law_1.2,0.2512415885925293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,4,1,power_law_1.2,5.985190582275391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,4,1,power_law_1.2,0.25515520572662354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.46471362113952636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,4,1,power_law_1.2,5.095856094360352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,1.6187967300415038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,4,1,power_law_1.2,0.25903680324554446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.5902400016784668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.18539199829101563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,4,1,power_law_1.2,0.2663935899734497
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.2436511993408203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,2.3309215545654296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.01,1.0171199798583985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,4,1,power_law_1.2,0.28291521072387693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.16403199434280397
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,4,1,power_law_1.2,0.29599039554595946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.01,1.4093503952026367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.29525439739227294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,4,1,power_law_1.2,0.3047840118408203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,4,1,power_law_1.2,7.469696044921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,23.08061065673828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.01,23.1929443359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,3.0454240798950196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,4,1,power_law_1.2,0.3221791982650757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.3678463935852051
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.01,1.5251359939575195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.26488959789276123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,4,1,power_law_1.2,0.3722527980804443
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.01,0.19798719882965088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.6144192218780518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.1989472031593323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.01,1.5744640350341796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,4,1,power_law_1.2,0.4202400207519531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.01,0.21692800521850586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.8826463699340821
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.2395616054534912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,4.463753509521484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,4,1,power_law_1.2,0.5174655914306641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.01,0.15222400426864624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.01,1.5826592445373535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.4204864025115967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.8854304313659668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.01,0.2788896083831787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,4,1,power_law_1.2,0.6141280174255371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.5542719841003418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.01,1.6429887771606446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.8896767616271972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.01,0.33654079437255857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,4,1,power_law_1.2,0.8268863677978515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.9744735717773437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.01,0.5415872097015381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.8789440155029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.01,1.7036319732666017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,4,1,power_law_1.2,11.696742248535156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,4,1,power_law_1.2,1.0415648460388183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,5.901916885375977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,4,power_law_1.2,1.4410528182983398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.01,0.5616352081298828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.9200448036193848
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.01,1.755958366394043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.01,0.6188672065734864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,4,1,power_law_1.2,1.4615039825439453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,4,power_law_1.2,1.573737621307373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.9566559791564941
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.01,0.594758415222168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.01,1.806380844116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.9985759735107422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,4,power_law_1.2,1.5822624206542968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,4,1,power_law_1.2,1.8887584686279297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.01,0.6226848125457763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.01,1.908390426635742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.01,1.009340763092041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,4,power_law_1.2,1.6145183563232421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,7.3508445739746096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.01,0.6630335807800293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.01,1.086620807647705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.01,1.9755071640014648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.01,0.6727295875549316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,4,1,power_law_1.2,2.70665283203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,4,power_law_1.2,1.722319984436035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.01,1.1150976181030274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.01,0.6922175884246826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.01,2.1209056854248045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,4,power_law_1.2,1.7568384170532227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.01,0.7247744083404541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.01,1.2022879600524903
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,4,1,power_law_1.2,3.535763168334961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.01,0.7409855842590332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.01,2.340220832824707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,4,power_law_1.2,1.8119520187377929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.01,1.4427647590637207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.01,0.77391037940979
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,4,power_law_1.2,69.8465087890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,4,power_law_1.2,1.8654655456542968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.01,2.563875198364258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,1.7517215728759765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.01,0.8242464065551758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,11.628828430175782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,4,1,power_law_1.2,4.474646377563476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,4,1,power_law_1.2,23.13330535888672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,4,power_law_1.2,1.9771743774414063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.01,0.9494848251342773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,2.3034400939941406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.01,2.9856672286987305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.20437440872192383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.01,1.0554304122924805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,4,power_law_1.2,2.077539253234863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.13427200317382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,2.807535934448242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.1796512007713318
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.01,1.3320063591003417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.01,3.755472183227539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,4,power_law_1.2,2.170086479187012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.2749088048934937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.01,1.64071044921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.34240639209747314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,4,1,power_law_1.2,6.993321228027344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,4,power_law_1.2,2.3921344757080076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,4.078540802001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.6008895874023438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.01,5.0354656219482425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.01,2.1197792053222657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.8682496070861816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,4,power_law_1.2,2.6358495712280274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.8837151527404785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,5.396764755249023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.01,2.795897674560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.9261599540710449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,4,power_law_1.2,3.1598655700683596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.01,6.080543899536133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.9484512329101562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.01,3.8770687103271486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.9931327819824218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,4,power_law_1.2,3.732467269897461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,23.084803771972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,7.194124603271485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,4,power_law_1.2,1.013100814819336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,4,power_law_1.2,0.1976639986038208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,4,power_law_1.2,1.0340576171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,4,1,power_law_1.2,13.903805541992188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.01,8.65604476928711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.01,5.049983978271484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,4,power_law_1.2,0.10229120254516602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,4,power_law_1.2,4.869651031494141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,4,power_law_1.2,1.0569151878356933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,4,power_law_1.2,0.15109119415283204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,4,power_law_1.2,0.20745279788970947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,4,power_law_1.2,1.115772819519043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.10135359764099121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,4,power_law_1.2,0.32956159114837646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,9.73917465209961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,4,power_law_1.2,1.1622655868530274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,4,power_law_1.2,6.107942581176758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,4,power_law_1.2,0.5505504131317138
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,4,power_law_1.2,1.2370112419128418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.01,8.23791046142578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,4,power_law_1.2,0.575116777420044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.01,10.64147491455078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,4,power_law_1.2,0.6113984107971191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,4,power_law_1.2,1.541478443145752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,4,power_law_1.2,0.6065279960632324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.13410240411758423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,1.800217628479004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,4,power_law_1.2,0.6362527847290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,4,power_law_1.2,8.78104019165039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.21754560470581055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,4,power_law_1.2,0.6561215877532959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,2.4800384521484373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,4,power_law_1.2,0.6799039840698242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,14.207711791992187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.01,10.453657531738282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,4,power_law_1.2,0.6988607883453369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,3.0271488189697267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,4,power_law_1.2,0.7301887989044189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.01,15.804953002929688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.39674561023712157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,4,power_law_1.2,0.75032958984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,4,power_law_1.2,11.973571014404296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,4.334332656860352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.5187295913696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,4,power_law_1.2,0.8013983726501465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.9201024055480957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,4,power_law_1.2,0.841708755493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.0335424423217774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,4,power_law_1.2,0.9752703666687011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,5.876451110839843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.01,13.3206787109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.04268159866333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,4,power_law_1.2,1.1079520225524901
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.0979424476623536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,4,power_law_1.2,1.3769856452941895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,19.704428100585936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.01,1.1204352378845215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,4,power_law_1.2,1.663279914855957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.01,1.1642080307006837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,7.742707061767578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,4,power_law_1.2,17.081887817382814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.01,1.1978464126586914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,4,power_law_1.2,2.254803276062012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.01,21.460838317871094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,4,power_law_1.2,2.9748544692993164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,11.918214416503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,4,power_law_1.2,4.146803283691407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.01,20.556124877929687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.01,1.582419204711914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.01,1.6802719116210938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,23.038082885742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,4,power_law_1.2,5.468723297119141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.01,1.7388383865356445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.01,1.809231948852539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,4,power_law_1.2,24.634367370605467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.01,1.9171167373657227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.01,25.87139892578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,18.197856140136718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,4,power_law_1.2,8.709120178222657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.01,2.0677248001098634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.01,2.2755327224731445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.01,2.6484256744384767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,4,power_law_1.2,140.80469970703126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.01,3.0506240844726564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,4,power_law_1.2,11.278086090087891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.09544960260391236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.09869760274887085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.16832959651947021
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.01,3.802947235107422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.3098207950592041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.3928128004074097
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,22.07135009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,4,power_law_1.2,30.004461669921874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.01,4.5911518096923825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.01,1.817616081237793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.01,41.366616821289064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,37.75245056152344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.01,1.9695968627929688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,4,power_law_1.2,14.002153015136718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.01,0.07570559978485107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.01,0.09051839709281921
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.01,2.0439168930053713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.01,6.245046234130859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.01,0.15006719827651976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.01,0.21779839992523192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.01,2.1271520614624024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.01,0.31173760890960694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.01,42.965789794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.01,0.5083615779876709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.01,2.2977632522583007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.01,0.5436384201049804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.01,7.983744049072266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.01,2.4891679763793944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.01,0.5840735912322998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.01,0.5942240238189698
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.01,2.7942752838134766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.01,0.6178400039672851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,26.2350341796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.01,0.6319551944732666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.01,2.286329650878906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.01,0.6494527816772461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.01,0.6616479873657226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,4,power_law_1.2,23.620489501953124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.01,2.3632383346557617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.01,11.448976135253906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.01,0.676038408279419
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.01,2.5099712371826173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.01,0.7206175804138184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.01,0.7336671829223633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.01,2.6136064529418945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.01,0.7629600048065186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.01,2.9082015991210937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.01,0.848259162902832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.01,0.9512639999389648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.01,3.5041793823242187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.01,14.906906127929688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.01,1.1273632049560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,4,power_law_1.2,51.128265380859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.01,1.3120384216308594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,4.087164688110351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.01,1.7241056442260743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,5.283436965942383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.01,2.1402591705322265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.01,2.977791976928711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,6.537375640869141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.01,18.519894409179688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.01,3.7949344635009767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,45.84294738769531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,9.037302398681641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.01,5.588979339599609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,83.5869140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,4,power_law_1.2,51.35313720703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.1004480004310608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,11.578867340087891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.08271039724349975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.01,7.367104339599609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.115939199924469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.08411200046539306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.2092223882675171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.13778879642486572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.31065280437469484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.22394239902496338
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.4652671813964844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.2872767925262451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.01,83.78607177734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.9106719970703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.5634687900543213
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.01,30.088177490234376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.6228384017944336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.9987135887145996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.01,9.167094421386718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,4,1,power_law_1.2,0.0745855987071991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.6558527946472168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,4,1,power_law_1.2,0.07878400087356567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,16.816934204101564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.082380771636963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,4,1,power_law_1.2,0.14462080001831054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.6856224060058593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,4,1,power_law_1.2,1.1154911994934082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,4,1,power_law_1.2,0.19892480373382568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.7077919960021972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,4,1,power_law_1.2,0.289686393737793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,4,1,power_law_1.2,1.1387231826782227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.7626783847808838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,4,1,power_law_1.2,0.5092319965362548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,4,1,power_law_1.2,1.2112863540649415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.7852000236511231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,4,1,power_law_1.2,0.5558464050292968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,4,1,power_law_1.2,1.227244758605957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.960752010345459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,4,1,power_law_1.2,0.5921599864959717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.01,14.197576904296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,4,1,power_law_1.2,0.6089824199676513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,4,1,power_law_1.2,1.6529151916503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.9901791572570801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,4,1,power_law_1.2,0.6368927955627441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,4,1,power_law_1.2,1.0429280281066895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,4,1,power_law_1.2,1.7396223068237304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,4,1,power_law_1.2,0.6551712036132813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,22.151766967773437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,4,1,power_law_1.2,1.0437727928161622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,4,1,power_law_1.2,1.7892095565795898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,4,1,power_law_1.2,0.6670591831207275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,4,1,power_law_1.2,1.102633571624756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,4,1,power_law_1.2,0.6890463829040527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,4,1,power_law_1.2,1.8695999145507813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,4,1,power_law_1.2,1.2589152336120606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,4,1,power_law_1.2,0.701366376876831
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,4,1,power_law_1.2,1.9610815048217773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,1.4355808258056642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,4,1,power_law_1.2,0.7357279777526855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,4,1,power_law_1.2,0.7448095798492431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,4,1,power_law_1.2,2.112076759338379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,1.8483648300170898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,4,1,power_law_1.2,0.7999231815338135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,4,1,power_law_1.2,2.319830322265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,2.2487648010253904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,4,1,power_law_1.2,0.8742431640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,4,power_law_1.2,97.24955444335937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,4,1,power_law_1.2,0.9642080307006836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,4,1,power_law_1.2,2.674723243713379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,3.0709856033325194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.30134398937225343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,4,1,power_law_1.2,1.1493727684020996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.01,28.127227783203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,4,1,power_law_1.2,3.066640090942383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,31.087115478515624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.5107967853546143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,4,1,power_law_1.2,1.3501312255859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,3.9290912628173826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.18743679523468018
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,87.83189086914062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,4,1,power_law_1.2,1.74268798828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.01,56.572601318359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.9253952026367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,4,1,power_law_1.2,3.832396697998047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.3121311902999878
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,4,1,power_law_1.2,2.162697601318359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,5.571116638183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.374182391166687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.6153823852539062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,4,1,power_law_1.2,4.670649719238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.7811488151550293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,4,1,power_law_1.2,2.9900480270385743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.3013695955276489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.2849056005477905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,7.215151977539063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.5114496231079102
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.01,1.1714336395263671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.460211181640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,4,1,power_law_1.2,3.8339935302734376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,4,1,power_law_1.2,6.33551025390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.01,0.1573855996131897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.5488416194915772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.7437439918518066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.01,1.4152159690856934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.39372479915618896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,4,1,power_law_1.2,5.561718368530274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.8621439933776855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.01,1.7955392837524413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,4,1,power_law_1.2,8.02380142211914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,10.526604461669923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.7104576110839844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.01,1.167039966583252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.01,1.8969663619995116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,4,power_law_1.2,1.0225024223327637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,39.94658508300781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.01,1.1976832389831542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,4,1,power_law_1.2,7.346867370605469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.01,1.914143943786621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,4,power_law_1.2,1.1910464286804199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.01,1.2616064071655273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,4,1,power_law_1.2,11.459954833984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.01,0.26704959869384765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,4,power_law_1.2,1.7252960205078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.01,2.7680511474609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,13.846592712402344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.01,1.6319168090820313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.01,0.49213762283325196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,4,1,power_law_1.2,9.009471893310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,4,power_law_1.2,1.7760959625244142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.01,2.871776008605957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.01,0.2388416051864624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.01,1.7027999877929687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,4,power_law_1.2,1.8678112030029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.01,0.39100799560546873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.01,2.9197248458862304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.01,1.717228889465332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,4,1,power_law_1.2,14.8817626953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.01,0.6120927810668946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,4,power_law_1.2,2.7170688629150392
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.01,1.7863679885864259
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.01,2.973196792602539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,17.238192749023437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.01,0.7335807800292968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,4,1,power_law_1.2,14.094281005859376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,4,power_law_1.2,2.7444927215576174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.01,1.844233512878418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.01,0.948639965057373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.01,3.1799360275268556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,4,power_law_1.2,2.7979455947875977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.01,1.8937311172485352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.01,1.0246399879455566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.01,3.190707206726074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,47.65023498535156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.01,1.0339072227478028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,4,1,power_law_1.2,18.534687805175782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.01,1.938684844970703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,4,power_law_1.2,3.0194623947143553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.01,3.3404064178466797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.01,1.1147071838378906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.01,2.1182367324829103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,4,power_law_1.2,3.143539237976074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.01,1.146934413909912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.01,3.688684844970703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,2.3196640014648438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.01,1.1858880043029785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,4,power_law_1.2,3.226220703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,27.156988525390624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.01,1.186582374572754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.01,4.098182296752929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,2.6885440826416014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,4,1,power_law_1.2,28.081112670898438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,4,power_law_1.2,3.395532989501953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.01,1.2146335601806642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.18639039993286133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,3.124732780456543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.01,4.598863983154297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.01,1.277280044555664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,4,power_law_1.2,3.840291213989258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.31197121143341067
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,4,1,power_law_1.2,29.988076782226564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.302892804145813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.01,1.3374752044677733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,4.073699188232422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.01,5.098992156982422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,4,power_law_1.2,4.1679840087890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.28285119533538816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.01,1.461308765411377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.46503357887268065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,5.281078338623047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.01,1.556441593170166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,4,power_law_1.2,4.740492630004883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.01,6.168323135375976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.6443327903747559
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.01,1.7748416900634765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.8175999641418457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,4,power_law_1.2,5.3113761901855465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,7.053091430664063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.01,2.0468191146850585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,4,power_law_1.2,1.0930303573608398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.01,7.139574432373047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,4,power_law_1.2,1.172383975982666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.01,2.5264543533325194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,4,power_law_1.2,6.486483001708985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,4,power_law_1.2,1.1870816230773926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,8.880361938476563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.01,2.993577575683594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.01,9.166982269287109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,4,power_law_1.2,1.554633617401123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,71.07787475585937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,53.77702026367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,4,power_law_1.2,1.6673376083374023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,4,power_law_1.2,7.533353424072265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.01,4.059471893310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,4,power_law_1.2,1.6504352569580079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.01,11.07550048828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,13.588179016113282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.01,5.05706558227539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,4,power_law_1.2,1.790540885925293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,4,power_law_1.2,9.843753814697266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,4,power_law_1.2,1.7665376663208008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,4,power_law_1.2,0.16865919828414916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,4,1,power_law_1.2,56.5408203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,4,power_law_1.2,1.9028352737426757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.01,7.117167663574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.10514240264892578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,4,power_law_1.2,2.025382423400879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.13564800024032592
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.01,15.9061767578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,4,power_law_1.2,12.015484619140626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,18.101199340820312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,4,power_law_1.2,2.1886144638061524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,4,power_law_1.2,0.26784319877624513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.23997120857238768
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.01,9.73812484741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,4,power_law_1.2,0.29348800182342527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.4321728229522705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,2.345350456237793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,4,power_law_1.2,0.23334081172943116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.6732128143310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,2.778611183166504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,4,power_law_1.2,0.3586303949356079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.01,1.0470720291137696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,4,power_law_1.2,0.5664735794067383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,3.248851013183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.01,1.2949695587158203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,4,power_law_1.2,16.776083374023436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,4,power_law_1.2,0.6478879928588868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.01,19.31315460205078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.01,11.862818908691406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.01,1.6763839721679688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,4,power_law_1.2,0.9100831985473633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,22.048098754882812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,4.538505554199219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.01,1.7702463150024415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,4,power_law_1.2,0.9592896461486816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,4,power_law_1.2,0.9958815574645996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.01,1.8553312301635743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,5.454115295410157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,4,power_law_1.2,1.0394720077514648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.01,2.0149215698242187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,4,power_law_1.2,1.0570143699645995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,4,power_law_1.2,21.954022216796876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.01,18.59565124511719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.01,2.05164794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,7.861110687255859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,4,power_law_1.2,1.150278377532959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.01,24.48570861816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.01,2.1374528884887694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,4,power_law_1.2,1.182089614868164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.01,2.2316064834594727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,4,power_law_1.2,1.197059154510498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,10.0384765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,4,power_law_1.2,1.2850239753723145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.01,2.275503921508789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,33.885964965820314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,4,power_law_1.2,1.3281120300292968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.01,2.379964828491211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,4,power_law_1.2,1.5012224197387696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.01,3.2950592041015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,4,power_law_1.2,27.25887451171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,4,power_law_1.2,1.615839958190918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,14.516950988769532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.01,3.5142879486083984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,4,power_law_1.2,1.8468992233276367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,4,power_law_1.2,2.137603187561035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.01,3.765433502197266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.01,36.331329345703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.01,38.57695617675781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.07960320115089417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,4,power_law_1.2,2.660598373413086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.01,4.200495910644531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.10014400482177735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.15331519842147828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,172.61123046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,4,power_law_1.2,3.245075225830078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,19.015660095214844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.24740159511566162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.01,4.717631912231445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.45015997886657716
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,4,power_law_1.2,4.287519836425782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.6545599937438965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.01,5.651990509033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.8167167663574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,4,power_law_1.2,5.53289909362793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.01,1.0552800178527832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,4,power_law_1.2,44.134176635742186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.01,6.562451171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.01,1.0952832221984863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.01,1.156835174560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,23.52191619873047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,4,power_law_1.2,7.77279052734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.01,1.2163904190063477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.01,8.200835418701171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.01,1.2619775772094726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.01,0.07948799729347229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,71.4884521484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.01,1.3400416374206543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,4,power_law_1.2,10.683654022216796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.01,1.397811222076416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.01,9.547270202636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.01,1.454867172241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.09142400026321411
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.1354367971420288
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.01,1.5241312026977538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.1999328017234802
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.01,1.8076543807983398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.01,0.09837440252304078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.43536958694458006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.01,12.55187530517578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,4,power_law_1.2,13.089161682128907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.01,0.15056320428848266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.01,1.9481855392456056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.01,73.4337158203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.6332575798034668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.01,0.23267199993133544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.08434240221977234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,2.0870847702026367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.9129055976867676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,40.39185791015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.1003872036933899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,4,1,power_law_1.2,1.1009792327880858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,2.3388896942138673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.13046400547027587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,4,1,power_law_1.2,1.615020751953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.25179200172424315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.01,0.4087711811065674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,2.6881919860839845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.01,15.780953979492187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.38102719783782957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,4,1,power_law_1.2,1.7189311981201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.01,0.6290559768676758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.5773056030273438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,4,power_law_1.2,19.481085205078124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,3.457164764404297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.01,0.7128704071044922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,4,1,power_law_1.2,1.7794336318969726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.7092864036560058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.01,1.038092803955078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,4,1,power_law_1.2,1.878838348388672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,4.231747055053711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.9950719833374023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.01,1.1959872245788574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,4,1,power_law_1.2,1.985558319091797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,4,1,power_law_1.2,1.0603039741516114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.01,1.0197152137756347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,5.81701431274414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,4,power_law_1.2,81.18587036132813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,4,1,power_law_1.2,1.1221216201782227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.01,19.35199432373047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,4,1,power_law_1.2,2.0735231399536134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.01,1.4576959609985352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,4,1,power_law_1.2,1.196598434448242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,4,1,power_law_1.2,2.1989856719970704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,4,1,power_law_1.2,0.07200000286102295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.01,1.9322111129760742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,4,1,power_law_1.2,1.2618080139160157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,4,1,power_law_1.2,0.09344320297241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,7.388915252685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,4,1,power_law_1.2,2.2920799255371094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.01,2.724028778076172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,4,1,power_law_1.2,1.3247648239135743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,4,1,power_law_1.2,0.12258559465408325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,4,1,power_law_1.2,2.3989919662475585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,4,1,power_law_1.2,0.21156160831451415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.01,3.4325790405273438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,4,1,power_law_1.2,1.4059776306152343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,4,1,power_law_1.2,0.34790079593658446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,4,1,power_law_1.2,1.4540672302246094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,4,1,power_law_1.2,3.2765182495117187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.01,3.7155582427978517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,10.567635345458985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,4,1,power_law_1.2,0.5037759780883789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,4,1,power_law_1.2,1.5346943855285644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,4,power_law_1.2,39.80589294433594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,4,1,power_law_1.2,0.6141248226165772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.01,4.0020606994628904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,4,1,power_law_1.2,3.57250862121582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.2140671968460083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,4,1,power_law_1.2,1.8498720169067382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,4,1,power_law_1.2,0.8582143783569336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.01,30.205178833007814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.01,4.149440002441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,4,1,power_law_1.2,3.836675262451172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,4,1,power_law_1.2,0.9125984191894532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,4,1,power_law_1.2,1.9868831634521484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,13.695858764648438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,4,1,power_law_1.2,0.9547039985656738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.01,4.657014465332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.29196479320526125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,2.12445125579834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.2924576044082642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,4,1,power_law_1.2,4.341203308105468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.28805758953094485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.28811519145965575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,4,1,power_law_1.2,1.0200160026550293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.289737606048584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.2958463907241821
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.30405440330505373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,2.4601728439331056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.01,5.092720031738281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.32112960815429686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.3372607946395874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,82.23983154296874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,4,1,power_law_1.2,1.064089584350586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.3578752040863037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,4,1,power_law_1.2,4.928019332885742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.401091194152832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.15820159912109374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.4044928073883057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.26530239582061765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.44652481079101564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,2.8298784255981446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,4,1,power_law_1.2,1.085904026031494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.28492801189422606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.5526944160461426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.2477407932281494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.01,6.086086273193359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.6383840084075928
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.25546879768371583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.2599776029586792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.7193151950836182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.2689728021621704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,4,1,power_law_1.2,1.167363166809082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.2873055934906006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.01,1.071299171447754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.31191680431365965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,4,1,power_law_1.2,5.770108795166015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,3.6077247619628907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.31302719116210936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.444883155822754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,16.933660888671874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.3290976047515869
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.3752608060836792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,4,1,power_law_1.2,1.209596824645996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.3863584041595459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.01,2.1981279373168947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.01,6.938419342041016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.45230398178100584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.5081215858459472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.583622407913208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.01,2.8525407791137694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,4,1,power_law_1.2,1.240652847290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.7182655811309815
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,4.391376113891601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,4,1,power_law_1.2,6.5815681457519535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.01,1.1189215660095215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.01,4.151347351074219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,4,1,power_law_1.2,1.3023872375488281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,1.4284640312194825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.01,8.88009262084961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,2.2286720275878906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,4,1,power_law_1.2,1.4314911842346192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,5.978310394287109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.01,5.848041534423828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,2.844326400756836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,4,1,power_law_1.2,8.11304931640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,4,1,power_law_1.2,1.5406720161437988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,4.177043151855469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.01,10.295590209960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,4,1,power_law_1.2,1.7313343048095704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.01,9.994131469726563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,7.5759330749511715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,5.832729721069336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,4,1,power_law_1.2,1.9293888092041016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,26.354269409179686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.01,55.84000244140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,4,1,power_law_1.2,9.688841247558594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,4,1,power_law_1.2,2.3411455154418945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,8.847196960449219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.01,12.727462768554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.01,13.766688537597656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,10.71899185180664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,4,1,power_law_1.2,2.7100032806396483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,11.759673309326171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,4,1,power_law_1.2,12.792675018310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,4,1,power_law_1.2,3.5523006439208986
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.01,15.361415100097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,4,1,power_law_1.2,4.381129455566406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.01,19.96949462890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,13.868333435058593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,17.387432861328126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.2,6.06440315246582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,4,1,power_law_1.2,16.013973999023438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,4,1,power_law_1.01,22.166525268554686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,17.11011505126953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.2,7.6819007873535154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.01,26.885586547851563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,51.624688720703126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,25.616232299804686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.21403839588165283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,4,1,power_law_1.2,19.675042724609376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.01,0.1377344012260437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.2,9.51776351928711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.01,0.1380511999130249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.01,0.15290240049362183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.01,0.14371199607849122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.01,0.13670079708099364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.01,0.14563519954681398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.01,0.1557152032852173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.01,0.15859520435333252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.01,0.17541120052337647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.28984320163726807
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.01,0.17899199724197387
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.2904256105422974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.01,0.19377280473709108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.28684799671173095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.01,0.213753604888916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.28646080493927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.01,0.2267967939376831
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.28947200775146487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.01,0.2601952075958252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.2936640024185181
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.01,0.2943648099899292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.3079551935195923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.01,0.3279455900192261
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.3298912048339844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.01,0.3636928081512451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.34190080165863035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,4,1,power_law_1.01,31.979229736328126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.01,0.5633312225341797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.3568128108978271
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,26.497842407226564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.3992223978042603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.01,0.7037568092346191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.4220928192138672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.01,0.9923839569091797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.46344962120056155
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.5364992141723632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.01,1.3184672355651856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.2,14.416989135742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.5953536033630371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.01,33.9886474609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.7628543853759766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.01,1.960211181640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.0956735610961914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,32.25263366699219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,1,8,power_law_1.2,1.4444543838500976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.01,2.7305696487426756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,1,8,power_law_1.2,2.196460723876953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.01,3.7173694610595702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,4,1,power_law_1.2,30.568814086914063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,1,8,power_law_1.2,3.0902528762817383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.01,5.524623870849609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,1,8,power_law_1.2,4.706886291503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,1,8,power_law_1.2,6.067388916015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.01,8.151663970947265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,1,8,power_law_1.2,9.661808013916016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,4,1,power_law_1.01,41.47850646972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.2,27.911105346679687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.01,11.075238037109376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.1681696057319641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,1,8,power_law_1.2,14.02795867919922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.01,14.372000122070313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,51.71980590820313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.24878718852996826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,52.5740234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.24953598976135255
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.01,57.91688232421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.24974400997161866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.25218560695648196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,1,8,power_law_1.2,22.123619079589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.2626944065093994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.26689279079437256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.2857248067855835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.3099616050720215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.31630399227142336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.3402112007141113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.01,22.202272033691408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,4,1,power_law_1.2,56.1275146484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.36902079582214353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.38600640296936034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.44952640533447263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.49610562324523927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.5831679821014404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.7128384113311768
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,1,8,power_law_1.2,1.08023681640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,1.4726143836975099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.05452479720115662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,2.198313522338867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,2.9199743270874023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,4.145244979858399
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,1,8,power_law_1.2,29.67353515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.0724511981010437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,4,1,power_law_1.01,62.12186279296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,5.683788681030274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.10269440412521362
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,9.003600311279296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.01,45.250640869140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,11.311869049072266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.1372640013694763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,1,8,power_law_1.2,0.13707200288772584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.05789120197296142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,1,8,power_law_1.2,0.13742719888687133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.05942400097846985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,1,8,power_law_1.2,0.1600640058517456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.0688256025314331
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,1,8,power_law_1.2,0.14823039770126342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,1,8,power_law_1.2,0.14709119796752929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,1,8,power_law_1.2,0.1478559970855713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,1,8,power_law_1.2,0.1535647988319397
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,1,8,power_law_1.2,0.16046719551086425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,1,8,power_law_1.2,0.17937599420547484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,1,8,power_law_1.2,0.18818240165710448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,1,8,power_law_1.2,0.19325439929962157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,1,8,power_law_1.2,37.19678955078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,1,8,power_law_1.2,0.21575040817260743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,1,8,power_law_1.2,0.21850879192352296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,1,8,power_law_1.2,0.24760959148406983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,1,8,power_law_1.2,0.28941121101379397
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.08790079951286316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.14464000463485718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.12218559980392456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,1,8,power_law_1.2,0.33457279205322266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.1367519974708557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.12243839502334594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,1,8,power_law_1.2,0.3599456071853638
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.1469215989112854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.12522239685058595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.12730560302734376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,1,8,power_law_1.2,0.6044384002685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.12838720083236693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,1,8,power_law_1.2,0.6979360103607177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.1308608055114746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,18.624758911132812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.13520959615707398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,1,8,power_law_1.2,1.0757599830627442
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.14443520307540894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.1527232050895691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.1861248016357422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,1,8,power_law_1.2,1.3205408096313476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.20417280197143556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.23860480785369872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.28377280235290525
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,1,8,power_law_1.2,2.0448928833007813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.3642848014831543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.4512608051300049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.6385791778564454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,1,8,power_law_1.2,2.671513557434082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.8209183692932129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.14311360120773314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,1.2055839538574218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.1447808027267456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.15983680486679078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,1,8,power_law_1.2,4.22308464050293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,1.576540756225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.15542399883270264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,104.6681396484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.16626880168914795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.1705824017524719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.18379199504852295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,2.3260639190673826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.1941375970840454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.1978976011276245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.20045120716094972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,1,8,power_law_1.2,5.622713470458985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.2470560073852539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,3.0865440368652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.2796416044235229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.3280224084854126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.38831679821014403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.5628255844116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,25.799664306640626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.01,0.05200639963150024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.7365248203277588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,4.624675369262695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.01,0.05254719853401184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.01,0.063401597738266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.01,1.0529855728149413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,1,8,power_law_1.2,8.383216094970702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.01,1.3766719818115234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.01,121.01036376953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.01,2.0958816528320314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,6.132304000854492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.01,2.8288671493530275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.01,0.08202880024909973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.01,0.08488960266113281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.01,0.08598719835281372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.05728960037231445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.01,0.08761280179023742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,1,8,power_law_1.2,11.405856323242187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.01,3.652640151977539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.01,0.08911679983139038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,7.684438323974609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.01,0.09341440200805665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.01,0.09548159837722778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.01,0.10414079427719117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.01,0.12039999961853028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.01,0.12209279537200927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.01,0.12617919445037842
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.01,0.13343360424041747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.01,0.1449887990951538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.01,5.756192016601562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,1,8,power_law_1.2,58.74739990234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.01,0.16509439945220947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.01,0.2040544033050537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.01,0.24382081031799316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.01,0.34212799072265626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.06938239932060242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.01,0.43968958854675294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.01,0.6182303905487061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,12.233267211914063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,1,8,power_law_1.2,14.44031982421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.01,0.7963232040405274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,31.066104125976562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.01,1.1624896049499511
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.01,1.5490816116333008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.01,11.632367706298828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.05301759839057922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.06149119734764099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.06730560064315796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.01,2.2891775131225587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.09593279957771302
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.08523520231246948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.11719039678573609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.121014404296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.12348159551620483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,4,1,power_law_1.01,107.9988525390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.12607680559158324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.01,3.028544044494629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.12734400033950805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.12779840230941772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.1350335955619812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.1437376022338867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.15489920377731323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.1858207941055298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.01,3.8185150146484377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.20689599514007567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.2357952117919922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.2722111940383911
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.3533983945846558
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.4427135944366455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.1360576033592224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.6291647911071777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,8,1,power_law_1.2,0.05394560098648071
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.8195936203002929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.01,6.052495956420898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,1,8,power_law_1.2,24.27551727294922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,24.46387481689453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,1.1950016021728516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.26935999393463134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.3871072053909302
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,1.5708288192749023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.38476479053497314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.37906560897827146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.38676159381866454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,2.3164575576782225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.39612159729003904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.4199679851531982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.4324480056762695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.1474943995475769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.46814718246459963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,3.083987236022949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.4987167835235596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.5239232063293457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.5690911769866943
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.01,12.182518768310548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.6116928100585938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.19943039417266845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,4.590000152587891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.3166591882705688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.7083487987518311
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.31933441162109377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.8342399597167969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.3188352108001709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.32295999526977537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.02225923538208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.3336575984954834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.35677759647369384
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,8,1,power_law_1.2,0.05546879768371582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.01,1.235974407196045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,8,1,power_law_1.2,0.06422719955444336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.37699840068817136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,6.113014221191406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.39482879638671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.01,1.8929439544677735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.43526721000671387
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.4525792121887207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.5012224197387696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.01,2.3336063385009767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.5709695816040039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,52.27109985351562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.1401535987854004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.6453951835632324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.8829567909240723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.01,3.498454284667969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,7.6470588684082035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.9470335960388183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.01,1.2803327560424804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.01,5.01978874206543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.01,1.7760160446166993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,2.4062047958374024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,3.751580810546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,8,1,power_law_1.2,0.08417279720306396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.01,7.5148063659667965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,12.192591857910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,8,1,power_law_1.2,0.08880640268325805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,8,1,power_law_1.2,0.09148480296134949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,8,1,power_law_1.2,0.09451519846916198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,8,1,power_law_1.2,0.09452160000801087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.14487680196762084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,8,1,power_law_1.2,0.10189119577407837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,4.445334243774414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,8,1,power_law_1.2,0.10596799850463867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,1,8,power_law_1.2,48.496527099609374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,8,1,power_law_1.2,0.11086080074310303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.01,0.1919167995452881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,8,1,power_law_1.2,0.13408639430999755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.01,0.19423680305480956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,8,1,power_law_1.2,0.142576003074646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.01,0.1958688020706177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,8,1,power_law_1.2,0.1392032027244568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.01,0.19563839435577393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,8,1,power_law_1.2,0.15489920377731323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.01,0.1990432024002075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,8,1,power_law_1.2,0.1820896029472351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.01,10.349517059326171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.01,0.2014080047607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,8,1,power_law_1.2,0.2053760051727295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.01,0.20622720718383789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,8,1,power_law_1.2,0.2610368013381958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.01,0.20868799686431885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,8,1,power_law_1.2,0.3237663984298706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,7.610768127441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.01,0.2219007968902588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,8,1,power_law_1.2,0.5095808029174804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.01,0.2354720115661621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.01,0.24625279903411865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,8,1,power_law_1.2,0.6973343849182129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.01,0.26912000179290774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.01,0.28885440826416015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,8,1,power_law_1.2,1.1231040000915526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.01,0.32292160987854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.14853760004043579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.01,0.3687488079071045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.14609600305557252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,8,1,power_law_1.2,1.7357311248779297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.16307519674301146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.01,0.5001247882843017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.01,0.5711328029632569
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,9.757782745361329
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.01,0.7825312137603759
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,8,1,power_law_1.2,4.291888046264648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.01,1.066972827911377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.01,14.600973510742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,24.36872253417969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.01,1.5421504020690917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.26474881172180176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,8,1,power_law_1.2,5.43864631652832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.01,2.032611274719238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.38826239109039307
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.3840831995010376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,1,8,power_law_1.2,110.01937255859374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.38024320602416994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.21773440837860109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.3819711923599243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.01,3.062620735168457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.31548800468444826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.3946592092514038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.318121600151062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.41599359512329104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.3198400020599365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.4309823989868164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.322380805015564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,13.489945983886718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.47022080421447754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,8,1,power_law_1.2,8.218281555175782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.32987840175628663
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.49800958633422854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.01,4.291164779663086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.3640320062637329
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.5137375831604004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.3715903997421265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.5706399917602539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.4079775810241699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.41239361763000487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.6109856128692627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.45626559257507326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.153331196308136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.7266240119934082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.16542719602584838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.5323935985565186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.8848064422607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.16883200407028198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.01,6.196217727661133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.5719679832458496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.9788576126098633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.6441696166992188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,8,1,power_law_1.2,10.994751739501954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.01,23.326754760742187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,1,8,power_law_1.2,1.206150436401367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.9479392051696778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.9992351531982422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,1,8,power_law_1.2,1.7328384399414063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,1,8,power_law_1.2,1.2678560256958007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,1,8,power_law_1.2,2.494083213806152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.01,8.142671966552735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,1,8,power_law_1.2,1.887843132019043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,18.362486267089842
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,2.342950439453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,1,8,power_law_1.2,3.56864013671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,8,1,power_law_1.2,13.252236938476562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,3.5881118774414062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,1,8,power_law_1.2,5.296611022949219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,5.061382293701172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.01,13.673324584960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,1,8,power_law_1.2,7.70849609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,7.593283081054688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,99.42794189453124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.18847999572753907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,8,1,power_law_1.2,21.423724365234374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.01,35.20707702636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.1925055980682373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,27.143063354492188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,1,8,power_law_1.2,10.745951843261718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.2008512020111084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,9.543673706054687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.01,17.81630096435547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,15.282508850097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,1,8,power_law_1.2,17.38219451904297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.19907840490341186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.25167999267578123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.01,21.546505737304688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,20.443621826171874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,8,1,power_law_1.2,40.912863159179686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,1,8,power_law_1.2,23.475241088867186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,42.12074584960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.01,44.854367065429685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.2783456087112427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.06690239906311035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.01,36.286129760742185
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,31.38055419921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.09271360039710999
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,1,8,power_law_1.2,37.2515380859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.32094080448150636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.13643840551376343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,51.3060302734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,1,8,power_law_1.2,0.19127680063247682
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,1,8,power_law_1.2,0.1946943998336792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,1,8,power_law_1.2,0.19290239810943605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,1,8,power_law_1.2,0.1940160036087036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,1,8,power_law_1.2,0.1981951951980591
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,1,8,power_law_1.2,0.1982848048210144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,1,8,power_law_1.2,0.20388479232788087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,1,8,power_law_1.2,0.20720319747924804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,1,8,power_law_1.2,0.22801918983459474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.01,58.69679565429688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,1,8,power_law_1.2,0.23366398811340333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,1,8,power_law_1.2,0.24421119689941406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,1,8,power_law_1.2,0.2664223909378052
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,1,8,power_law_1.2,0.2911520004272461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,1,8,power_law_1.2,0.33438720703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.20638399124145507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,1,8,power_law_1.2,0.3805824041366577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.3891871929168701
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,1,8,power_law_1.2,0.5032608032226562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.5612160205841065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,1,8,power_law_1.2,0.5979712009429932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.7245376110076904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,1,8,power_law_1.2,0.861945629119873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,8,1,power_law_1.2,1.0376864433288575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,1,8,power_law_1.2,1.0897184371948243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,43.141171264648435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,8,1,power_law_1.2,1.3742815971374511
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,1,8,power_law_1.2,1.6299520492553712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,8,1,power_law_1.2,2.0336416244506834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,1,8,power_law_1.2,2.0085472106933593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.2315455913543701
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,8,1,power_law_1.2,2.7786720275878904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,1,8,power_law_1.2,3.079324722290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,8,1,power_law_1.2,3.580723190307617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,1,8,power_law_1.2,4.28419189453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,1,8,power_law_1.2,48.37596130371094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,8,1,power_law_1.2,5.911932754516601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,1,8,power_law_1.2,6.646979522705078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.01,74.90855712890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.2327967882156372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,1,8,power_law_1.2,8.372211456298828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,8,1,power_law_1.2,11.605318450927735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.01,0.0637279987335205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.01,0.07467839717864991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.01,0.08729280233383178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.01,0.1313279986381531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.01,0.1310528039932251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.01,0.13274879455566407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.01,0.13409279584884642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.01,0.1360703945159912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.01,0.14561599493026733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.01,0.16204160451889038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.01,0.16531840562820435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.01,0.16747519969940186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.2244863986968994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,1,8,power_law_1.2,13.491766357421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.01,0.17140159606933594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.01,0.1811519980430603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.01,0.19294400215148927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.01,0.22308480739593506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.01,0.23424959182739258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.05075200200080872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.01,0.3083456039428711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.01,0.375167989730835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,49.99460144042969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.01,0.5239200115203857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.01,0.6699520111083984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.01,0.951260757446289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.01,1.2287584304809571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.01,1.7964511871337892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,1,8,power_law_1.2,17.446633911132814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.01,2.3832319259643553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.2594239950180054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.26537599563598635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.01,3.5727134704589845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.27761919498443605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,88.80366821289063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.01,4.712243270874024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,1,8,power_law_1.2,63.2531982421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.01,6.107571029663086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.01,97.75324096679688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,1,8,power_law_1.2,21.692857360839845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.061919999122619626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.2447551965713501
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.01,9.5631103515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.28532159328460693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.2887455940246582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.27546238899230957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.37814719676971437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.40619840621948244
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.01,19.152864074707033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,1,8,power_law_1.2,36.34006958007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.08119999766349792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.06695359945297241
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.3136928081512451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.44136638641357423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,89.30623779296874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.08366720080375671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.12823679447174072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.12472959756851196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.39002559185028074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.21069118976593018
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.23299200534820558
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,1,8,power_law_1.2,102.76864013671874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.12505600452423096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.23246400356292723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.23459839820861816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.125273597240448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,1,8,power_law_1.2,71.81954345703124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.6631423950195312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.12636799812316896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.12768959999084473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.13727359771728515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.13781440258026123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.25176000595092773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.14407039880752565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.25176000595092773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.1483839988708496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.25791358947753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.15133119821548463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.24619519710540771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.2561984062194824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.050588798522949216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.26407361030578613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.8786975860595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.01,3.8401569366455077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.27257599830627444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.28534080982208254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.30402560234069825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.3004928112030029
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.15956480503082277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.370249605178833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.16902719736099242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.37382400035858154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.17751679420471192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.507257604598999
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,175.934375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,8,1,power_law_1.2,0.06835520267486572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,8,1,power_law_1.2,0.07082239985466003
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,8,1,power_law_1.2,0.08354560136795045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,8,1,power_law_1.2,0.12521920204162598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,8,1,power_law_1.2,0.12938239574432372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,8,1,power_law_1.2,0.1322208046913147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,8,1,power_law_1.2,0.134441602230072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,8,1,power_law_1.2,0.13577920198440552
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,8,1,power_law_1.2,0.14947520494461058
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,8,1,power_law_1.2,0.15730880498886107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.06202239990234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,8,1,power_law_1.2,0.1637984037399292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,8,1,power_law_1.2,0.16653120517730713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,8,1,power_law_1.2,0.17066559791564942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.19215359687805175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,8,1,power_law_1.2,0.18081920146942138
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.2274847984313965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,8,1,power_law_1.2,0.19011199474334717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,8,1,power_law_1.2,0.22218239307403564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,8,1,power_law_1.2,0.2337023973464966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,8,1,power_law_1.2,0.30560638904571535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.01,3.723542404174805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,8,1,power_law_1.2,0.3787424087524414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,8,1,power_law_1.2,0.5222239971160889
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,8,1,power_law_1.2,0.6652544021606446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.01,3.303388977050781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,8,1,power_law_1.2,0.957913589477539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.6248223781585693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,8,1,power_law_1.2,1.2281760215759276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,8,1,power_law_1.2,0.8802399635314941
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.01,184.51300048828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,8,1,power_law_1.2,1.2043647766113281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.01,5.377004623413086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,8,1,power_law_1.2,1.7900896072387695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.30059199333190917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,8,1,power_law_1.2,1.7465280532836913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,8,1,power_law_1.2,2.366489601135254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.5114272117614747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,8,1,power_law_1.2,2.3123552322387697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,8,1,power_law_1.2,3.5512256622314453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.23964478969573974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.2,3.5945152282714843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.29005439281463624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,8,1,power_law_1.01,13.406169128417968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,8,1,power_law_1.2,4.811356735229492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.41866240501403806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.2,4.76824951171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.23594241142272948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.0759775996208191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.5484416007995605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.3143136024475098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.3889888048171997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,8,1,power_law_1.2,6.021785736083984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.9260831832885742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.2,6.011808013916015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.9833375930786132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.9833791732788086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,8,1,power_law_1.01,17.951510620117187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,8,1,power_law_1.2,9.356444549560546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.9955264091491699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.2,9.470143890380859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.01,1.0708703994750977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.01,1.1116576194763184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.01,1.1084832191467284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.01,1.1753408432006835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,178.55142822265626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.1859328031539917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.01,1.2465888023376466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,0.5500351905822753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,8,1,power_law_1.2,18.92613067626953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,8,1,power_law_1.01,22.825286865234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.31201920509338377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.12522560358047485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.2,19.042831420898438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.01,1.2744959831237792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.01,0.1681663990020752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.13734719753265381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.2731647968292236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.01,0.26703360080718996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.01,1.4146528244018555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.16656320095062255
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.48514561653137206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.01,0.14736000299453736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.2980639934539795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.14958720207214354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.01,1.5843423843383788
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.18258240222930908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.375273609161377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.2512959957122803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.23606081008911134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.01,1.6677087783813476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.573033618927002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.3560096025466919
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.3083807945251465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.6100128173828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.4855040073394775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.01,1.9741056442260743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.12323520183563233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.01,0.41112642288208007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.12480000257492066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.6385983943939209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.12537599802017213
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.12786240577697755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.9070015907287597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.13288960456848145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.41425280570983886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.14167360067367554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.01,2.274470329284668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.6476704120635987
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.1455008029937744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.1471776008605957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.9900128364562988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.1509727954864502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.01,0.44909119606018066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.15673600435256957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.6548736095428467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.16805119514465333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.17658239603042603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.01,0.47069439888000486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,0.7113696098327636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.9720128059387207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.01,2.9356704711914063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.692246389389038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,1.030851173400879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.47615680694580076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,8,1,power_law_1.01,35.71060485839844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.9671744346618653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,1.3392512321472168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.6928768157958984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.01,0.5052608013153076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,2.0345312118530274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.01,3.831990432739258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,8,power_law_1.2,1.0943360328674316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.737065601348877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.01,0.5069759845733642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,2.705449676513672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.7487040042877198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,8,power_law_1.2,1.0818016052246093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.5241888046264649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.7812895774841309
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,8,power_law_1.2,1.1270527839660645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.01,0.5548031806945801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.01,4.809926223754883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,3.4961471557617188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.18963840007781982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.8349535942077637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.01,0.5683807849884033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.22962560653686523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,8,power_law_1.2,1.173459243774414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.23605120182037354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.31255040168762205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.9548864364624023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.6308640003204345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.38724479675292967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,5.531049728393555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,8,power_law_1.2,1.2929120063781738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,0.5500959873199462
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,0.7149727821350098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.01,0.6934432029724121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,1.1056032180786133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.01,6.835747528076172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,1.026467227935791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,8,power_law_1.2,1.3357919692993163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,1,8,power_law_1.2,206.0096435546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.7935103893280029
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,1.3426591873168945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,1.4450143814086913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,8,power_law_1.2,1.455190372467041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.18620480298995973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,1.9973152160644532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.01,0.9756896018981933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,1.7917280197143555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.29375998973846434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,8,power_law_1.2,1.5938528060913086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,11.116591644287109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,2.668262481689453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.01,1.187235164642334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.11525440216064453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.01,9.452873229980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,2.5185663223266603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,8,power_law_1.2,0.16952639818191528
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.14633920192718505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,8,power_law_1.2,1.8318496704101563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,3.4037601470947267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.01,1.5166624069213868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,8,power_law_1.2,0.2543488025665283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.2564192056655884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,8,power_law_1.2,2.0820896148681642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,3.0716447830200195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,8,power_law_1.2,0.10835839509963989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.01,1.9526048660278321
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.3809216022491455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,5.473040008544922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.1433727979660034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.6067935943603515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,8,power_law_1.2,2.530019187927246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.21893761157989503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.01,2.891414451599121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.5858176231384278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,4.499238586425781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.28694720268249513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.01,12.186198425292968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.6051328182220459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,8,power_law_1.2,3.3560256958007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,8,power_law_1.2,0.3978879928588867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.6158751964569091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.01,3.714166259765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,11.009449768066407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.4331007957458496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.6912992000579834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,6.614559936523437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.07763839960098266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,8,power_law_1.2,0.41773438453674316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,8,power_law_1.2,4.141360092163086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.6590784072875977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.0884768009185791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,8,power_law_1.2,0.45632638931274416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.01,5.368540954589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.10743999481201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.6830272197723388
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.4736320018768311
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.19690239429473877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.7418272018432617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,8,power_law_1.2,0.48790721893310546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,8,power_law_1.2,6.026144027709961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,8,1,power_law_1.01,71.56477661132813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.3266976118087769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.01,15.6363525390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,8.655548858642579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.7844672203063965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,8,power_law_1.2,0.5120639801025391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.4994688034057617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.07137280106544494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.8215744018554687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.5420832157135009
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.01,7.069999694824219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.08179519772529602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.6465023994445801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,8,power_law_1.2,0.5554336071014404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.8853535652160645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.10398080348968505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.6887680053710937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,8,power_law_1.2,7.428546905517578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,8,power_law_1.2,0.5755392074584961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,8,power_law_1.2,1.024227237701416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.1544607996940613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.7172959804534912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.6467040061950684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.24318399429321289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,1.1961248397827149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.7415904045104981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,12.179779052734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,8,power_law_1.2,0.7315775871276855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.40702080726623535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.01,9.142393493652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.7895616054534912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,1.5186367988586427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.5675903797149658
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.827023983001709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.8178912162780761
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,2.0254688262939453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.8969823837280273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,8,power_law_1.2,11.584441375732421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,8,power_law_1.2,1.0258463859558105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.843449592590332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.6512224197387695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,8,power_law_1.2,1.2475680351257323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.8784576416015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.01,23.73261413574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,2.684623908996582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.01,1.1091423988342286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.01,1.1047391891479492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,8,power_law_1.2,1.668067169189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.01,1.2559200286865235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,14.6872314453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,3.460915374755859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.01,1.1475935935974122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.6823423862457275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,8,power_law_1.2,2.150643157958984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.01,14.280061340332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.01,1.213766384124756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.01,1.5468704223632812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,8,power_law_1.2,15.215353393554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.01,1.3299551963806153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,5.116313552856445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,8,power_law_1.2,3.2024768829345702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.01,1.5456607818603516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.01,1.4632767677307128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.867795181274414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,8,power_law_1.2,3.919295883178711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.01,1.6647071838378906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.01,1.4976608276367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,6.648332977294922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.01,1.0199968338012695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.01,1.9078943252563476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.01,2.1200927734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,8,power_law_1.2,5.786592102050781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.01,2.4435264587402346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,23.60802307128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,1.5016703605651855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,8,power_law_1.2,20.04155578613281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,9.497360229492188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.01,2.9508575439453124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,2.7169216156005858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,8,power_law_1.2,7.724861145019531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.01,3.8679454803466795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,3.9467296600341797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.01,29.9810546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,5.449718475341797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.01,0.06487680077552796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.01,4.679487991333008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,12.8202880859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.01,0.07450559735298157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.01,0.08752319812774659
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.01,51.34935302734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,8,power_law_1.2,10.248131561279298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,6.4942787170410154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.01,0.13792959451675416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.07764800190925598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.01,6.33961296081543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.01,0.22444159984588624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.08744320273399353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.01,0.28381760120391847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.10892800092697144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,3.466726303100586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.01,0.3976448059082031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.18741120100021363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.01,0.4201056003570557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.27393600940704343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,8,power_law_1.2,31.879376220703126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.01,0.43817601203918455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.01,8.089311981201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.4291584014892578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,19.086335754394533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.01,0.45673279762268065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.6363200187683106
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,8,power_law_1.2,15.171974182128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,11.840601348876953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.01,0.47405438423156737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.6829055786132813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.01,0.4993567943572998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.7020127773284912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.01,0.5139328002929687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.7310368061065674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,47.72348327636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.01,10.006729888916016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.01,0.5307936191558837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.8077407836914062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.06868159770965576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.01,0.5439167976379394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.07541760206222534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.8465279579162598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.01,0.5588672161102295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.09068480134010315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,17.96029052734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.8540639877319336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.01,0.5825151920318603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.1374079942703247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.8883904457092285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.01,0.6657824039459228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.17627840042114257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.31008000373840333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.01,0.708073616027832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,8,1,power_law_1.2,1.13023042678833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.42621760368347167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.01,0.8357983589172363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,8,1,power_law_1.2,1.1860896110534669
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.01,15.344297790527344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,28.116851806640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.4614367961883545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.01,0.9678624153137207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,8,1,power_law_1.2,1.2580831527709961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.4949503898620605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.01,1.2319968223571778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.5044479846954346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,8,1,power_law_1.2,1.4117216110229491
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,8,power_law_1.2,32.5257568359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.5214015960693359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.01,1.5019264221191406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,8,1,power_law_1.2,1.5019392013549804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,23.182534790039064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.548854398727417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.01,2.041484832763672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.5799967765808105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,8,1,power_law_1.2,1.7248479843139648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.6206687927246094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,8,1,power_law_1.2,1.9606847763061523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.01,2.5941600799560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.6805215835571289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,8,1,power_law_1.2,0.06547840237617493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.7126944065093994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,8,1,power_law_1.2,2.453555107116699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.7580255985260009
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,8,power_law_1.2,59.50743408203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.01,3.673593521118164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.01,0.0536191999912262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,8,1,power_law_1.2,2.933827209472656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.8698464393615722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.01,0.04007680118083954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.01,0.041808000206947325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.9398303985595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.01,0.04663040041923523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.01,31.302633666992186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,8,1,power_law_1.2,0.07315199971199035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.01,0.05398399829864502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.01,4.771571350097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.01,0.04158399999141693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,8,1,power_law_1.2,3.798313522338867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.01,0.0790719985961914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,1.1100447654724122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,8,1,power_law_1.2,0.0873856008052826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.01,0.038838401436805725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.01,0.08253759741783143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.01,0.03809280097484589
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.01,0.08300799727439881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,8,1,power_law_1.2,0.1328287959098816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,29.592892456054688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,1.3542271614074708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.01,0.04319359958171844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.01,0.08540480136871338
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.01,0.047417598962783816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,8,1,power_law_1.2,0.196124804019928
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.01,0.0876416027545929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,8,1,power_law_1.2,4.617843246459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.01,0.0677344024181366
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.01,0.09189119935035706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,1.778780746459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,8,1,power_law_1.2,0.2537983894348145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.01,5.951251220703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.01,0.07036160230636597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.01,0.09373440146446228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.01,0.07298240065574646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.01,0.09694719910621644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,8,1,power_law_1.2,0.3906559944152832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.01,0.07457600235939026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.01,0.10429760217666625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,2.21560001373291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.01,0.07684479951858521
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,8,1,power_law_1.2,0.4228511810302734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.01,0.11014080047607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.01,0.08012160062789916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.01,0.11884160041809082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,8,1,power_law_1.2,6.391712188720703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,8,1,power_law_1.2,0.4215551853179932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.01,0.08348159790039063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.01,0.13212480545043945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,3.0832447052001952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.01,0.08568320274353028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,8,1,power_law_1.2,0.44733438491821287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.01,0.1636415958404541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.01,0.09166399836540222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.18945280313491822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.01,0.09855039715766907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,8,1,power_law_1.2,0.4669856071472168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.01,9.257667541503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,58.642913818359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.24706239700317384
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.01,0.10659840106964111
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,8,1,power_law_1.2,0.5032735824584961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,3.968547058105469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.01,0.12111040353775024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.01,0.04505279958248139
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.3150464057922363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.01,0.15317120552062988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.01,0.04272319972515106
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,8,1,power_law_1.2,8.120719909667969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,8,1,power_law_1.2,0.5121759891510009
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.4112095832824707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.01,0.04181120097637177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.01,0.1797760009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.5430399894714355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.01,0.0460671991109848
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,8,1,power_law_1.2,0.539625597000122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.01,0.24351038932800292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.01,0.04960319995880127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.01,0.31080639362335205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.8026592254638671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,8,1,power_law_1.2,0.5552063941955566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.01,0.05667200088500977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,5.7291614532470705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.01,0.4213280200958252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.01,0.060703998804092406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.01,1.0464703559875488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,8,1,power_law_1.2,0.5822463989257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.01,0.06140480041503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.01,0.5538847923278809
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.01,0.0633791983127594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,8,1,power_law_1.2,0.6085472106933594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.01,0.06510400176048278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.01,0.7940320014953614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.4682751655578614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,46.585574340820315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,8,1,power_law_1.2,10.053231811523437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.01,0.06852800250053406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,8,1,power_law_1.2,0.6835296154022217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.01,0.07225599884986877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.01,1.0344767570495605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,7.48912353515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.01,0.07678719758987426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.01,2.056374359130859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,8,1,power_law_1.2,0.7410175800323486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.01,0.08398399949073791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.01,1.6051616668701172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.01,18.169471740722656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.01,0.089683198928833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,8,1,power_law_1.2,0.8631711959838867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,8,power_law_1.2,0.052832001447677614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.01,0.09592959880828858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,8,power_law_1.2,0.03494719862937927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.01,2.5302879333496096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.01,0.11404800415039062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.01,2.1619487762451173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,8,power_law_1.2,0.04110400080680847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,8,1,power_law_1.2,0.9945055961608886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.01,0.1413632035255432
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,8,power_law_1.2,0.04467200040817261
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.01,0.16716159582138063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,8,power_law_1.2,0.04900799989700318
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,8,1,power_law_1.2,1.2602144241333009
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.01,0.22269439697265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,8,power_law_1.2,0.07850239872932434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,9.304351806640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.01,2.7055391311645507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,8,power_law_1.2,0.08323519825935363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.01,0.26971518993377686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.01,4.124198532104492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,8,power_law_1.2,0.08391039967536926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,8,1,power_law_1.2,15.331353759765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,8,1,power_law_1.2,1.525500774383545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.01,0.38427200317382815
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,8,power_law_1.2,0.0849407970905304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.01,0.48773760795593263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,8,power_law_1.2,0.0883903980255127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,8,power_law_1.2,0.08908479809761047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,8,1,power_law_1.2,2.0644287109375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.01,0.6969632148742676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.01,4.223811340332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,8,power_law_1.2,0.09442560076713562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,8,power_law_1.2,0.09840319752693176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.01,0.9167296409606933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,8,power_law_1.2,0.10393279790878296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,8,1,power_law_1.2,2.6285247802734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,8,power_law_1.2,0.11108800172805786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.01,1.3461600303649903
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,8,power_law_1.2,0.11846400499343872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,8,power_law_1.2,0.1331104040145874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.01,8.418118286132813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,14.61634521484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,8,power_law_1.2,0.16344959735870362
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,8,power_law_1.2,0.03893119990825653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.01,1.7669439315795898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.19634560346603394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,8,1,power_law_1.2,3.7298656463623048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,8,power_law_1.2,0.036447998881340024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.26442880630493165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,8,power_law_1.2,0.038524800539016725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.01,8.800278472900391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,8,power_law_1.2,0.040915200114250184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.32968959808349607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.01,2.3243423461914063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,8,power_law_1.2,0.04585919976234436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,8,power_law_1.2,0.041168001294136045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.4533055782318115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,8,power_law_1.2,0.06781119704246522
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,8,power_law_1.2,0.041391998529434204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.5622687816619873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,8,power_law_1.2,0.0707584023475647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,8,1,power_law_1.2,4.800838470458984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,8,power_law_1.2,0.04334079921245575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,8,power_law_1.2,0.07391039729118347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,8,power_law_1.2,0.04450879991054535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.8773951530456543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,8,power_law_1.2,0.07527040243148804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,8,power_law_1.2,0.04610880017280579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.01,3.656198501586914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,8,power_law_1.2,0.07769920229911804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,8,power_law_1.2,0.05678079724311828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,8,power_law_1.2,1.170684814453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,8,power_law_1.2,0.07961599826812744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,8,power_law_1.2,0.06042879819869995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,8,power_law_1.2,0.0837119996547699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,8,power_law_1.2,0.060201597213745114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,8,1,power_law_1.2,31.366128540039064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,8,power_law_1.2,0.08610560297966004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,8,power_law_1.2,1.6789567947387696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,8,power_law_1.2,0.0646943986415863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,8,1,power_law_1.2,6.007331085205078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.14036799669265748
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,8,power_law_1.2,0.09373120069503785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,8,power_law_1.2,0.0652127981185913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.10129280090332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,8,power_law_1.2,0.09919360280036926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,8,power_law_1.2,0.06865919828414917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.08288000226020813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,8,power_law_1.2,0.10664639472961426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,8,power_law_1.2,0.0723583996295929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,8,power_law_1.2,2.553273582458496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.10370559692382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,8,power_law_1.2,0.12503679990768432
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,8,power_law_1.2,0.07782400250434876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.13268159627914428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.01,7.077891540527344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,8,power_law_1.2,0.16324479579925538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,8,power_law_1.2,0.08368639945983887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.24636480808258057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.08459519743919372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,8,power_law_1.2,0.19078400135040283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,8,power_law_1.2,0.08895679712295532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.2744960069656372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,8,power_law_1.2,2.923583984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.07398719787597656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,8,power_law_1.2,0.09853119850158691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,8,power_law_1.2,0.2599008083343506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.27125120162963867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.07023360133171082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,8,power_law_1.2,0.11604479551315308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,28.91282958984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,8,power_law_1.2,0.3186944007873535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,8,1,power_law_1.2,9.297760009765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.26180479526519773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.08818879723548889
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,8,power_law_1.2,0.14287680387496948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.01,0.09081599712371827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,8,power_law_1.2,0.4711711883544922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.29045441150665285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.09878399968147278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,8,power_law_1.2,0.16757440567016602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.01,0.06264320015907288
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.30109438896179197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.17422399520874024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,8,power_law_1.2,0.5933184146881103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,8,power_law_1.2,0.22502079010009765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.01,0.06745280027389526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,8,power_law_1.2,4.764659118652344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.2961055994033813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.18451839685440063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.01,0.07960000038146972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,8,power_law_1.2,0.28744959831237793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,8,power_law_1.2,0.9057663917541504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.19509119987487794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.32638399600982665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.01,0.09616640210151672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,8,power_law_1.2,0.3997472047805786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.19876159429550172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.01,0.13805439472198486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.35504961013793945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,8,power_law_1.2,1.303996753692627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.20731840133666993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,8,power_law_1.2,0.5086431980133057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.01,0.14117439985275268
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.37726080417633057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.21679039001464845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.01,0.14578880071640016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.39261760711669924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,8,power_law_1.2,0.7404704093933105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,84.30054321289063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.22414400577545165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.01,0.1503872036933899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,8,power_law_1.2,1.8342271804809571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.450438404083252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.14401600360870362
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.23837759494781494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.01,0.15146559476852417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,8,power_law_1.2,0.9927264213562011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.07118399739265442
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.48895039558410647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.2543936014175415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.01,0.16300159692764282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.07887359857559204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.2759743928909302
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.01,0.17069120407104493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.5395999908447265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,8,power_law_1.2,2.5900863647460937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.10252480506896973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,8,power_law_1.2,1.4743328094482422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.28452799320220945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,8,power_law_1.2,9.44616928100586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.01,0.17561279535293578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.6998335838317871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.14320000410079955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.3184063911437988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.08409600257873535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.01,0.1910815954208374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.25484800338745117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.9108768463134765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.06407039761543273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.39530239105224607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.01,0.20589120388031007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,8,power_law_1.2,1.875276756286621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,8,1,power_law_1.2,18.263194274902343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.27456638813018797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.06966080069541931
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,8,power_law_1.2,3.094054412841797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.01,0.2186784029006958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.4906623840332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.28009600639343263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.01,1.2636927604675292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,8,power_law_1.2,0.09029759764671326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.08127040266990662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.01,0.24458560943603516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.2898303985595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.6769408226013184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,8,power_law_1.2,0.06297919750213624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.09355199933052064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.01,0.30680959224700927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.6170528411865235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.30189759731292726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,8,power_law_1.2,2.516249656677246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,8,power_law_1.2,0.06848319768905639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.1779103994369507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.8312128067016602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.01,0.3873215913772583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.3205919981002808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,8,power_law_1.2,0.07550079822540283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.18409279584884644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.01,0.5021920204162598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,1.2775839805603026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,8,power_law_1.2,0.08763200044631958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.34202558994293214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.19386240243911743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.01,2.4261823654174806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,8,power_law_1.2,5.2352863311767575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,8,power_law_1.2,0.13534719944000245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.01,0.643446397781372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.3422271966934204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.19532480239868164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,1.5886048316955566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,8,power_law_1.2,0.14090240001678467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.3790816068649292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.20713601112365723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.01,0.9085247993469239
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,8,power_law_1.2,3.984883117675781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,8,power_law_1.2,0.14609600305557252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.22092161178588868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.4017024040222168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.01,3.323360061645508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,8,power_law_1.2,0.15456000566482545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,2.2891136169433595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.01,1.147327995300293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.2363584041595459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.45436801910400393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,8,power_law_1.2,0.15582720041275025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.24206719398498536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.47675199508666993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,8,power_law_1.2,0.1641535997390747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.2594239950180054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.01,1.7616447448730468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,8,power_law_1.2,0.1704192042350769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.5437215805053711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,3.146348762512207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.27936639785766604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.01,4.924038314819336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,8,power_law_1.2,0.18094719648361207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.6008639812469483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.29531838893890383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,8,power_law_1.2,0.1904096007347107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.01,2.27890567779541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.338972806930542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.7675968170166015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,8,power_law_1.2,0.20587520599365233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.4442495822906494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,8,power_law_1.2,11.656655883789062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,8,power_law_1.2,0.22108159065246583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,8,power_law_1.2,1.5254400253295899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,4.976409530639648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,8,power_law_1.2,8.214201354980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.5184832096099854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,8,power_law_1.2,0.26193599700927733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.01,3.421161651611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.026684799790382387
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.01,6.830342102050781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,8,power_law_1.2,0.3150144100189209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.7797311782836914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.04347519874572754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,8,power_law_1.2,4.4920703887939455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,8,power_law_1.2,0.38772480487823485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.056652802228927615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.928774356842041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.07171519994735717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,8,power_law_1.2,0.5284063816070557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.08893439769744874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,6.204201507568359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,1.36244478225708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.01,4.538217544555664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,8,power_law_1.2,3.059561538696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,8,power_law_1.2,0.6651391983032227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.12910079956054688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.029039999842643736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.14545279741287231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,1.7123552322387696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,8,power_law_1.2,0.9581664085388184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.1543455958366394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.01,8.772041320800781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,8,power_law_1.2,3.8942081451416017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.16590399742126466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,8,power_law_1.2,1.22074556350708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.17500799894332886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,2.6895456314086914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.01,5.536896133422852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.17764159440994262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,7.678304290771484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,8,power_law_1.2,1.8568063735961915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.17976640462875365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.18513280153274536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,3.7487457275390623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.03790079951286316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.1959712028503418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,8,power_law_1.2,2.4160032272338867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,8,power_law_1.2,11.416957092285156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.2031327962875366
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.21311039924621583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.2386944055557251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,8,power_law_1.2,3.761190414428711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.28790719509124757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.01,8.780892944335937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.01,12.984696960449218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,5.933475112915039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.33696959018707273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.43312320709228513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.055340802669525145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,13.729353332519532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.53056960105896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,8,power_law_1.2,5.3059040069580075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.7320096015930175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,7.833123016357422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.9358624458312989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,8,power_law_1.2,19.450778198242187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,1.354364776611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,8,power_law_1.2,6.242851257324219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,1.7708000183105468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.08483520150184631
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,9.578108978271484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,2.609884834289551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.01,18.39904022216797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,3.4436161041259767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.11513279676437378
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,8,power_law_1.2,10.377526092529298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.01,27.212527465820312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.027190399169921876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.043644800782203674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,4.298479843139648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,25.965841674804686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,8,power_law_1.2,25.34228515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.05531200170516968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.0686784029006958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.08496320247650146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,16.402812194824218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.13345600366592408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.03418239951133728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.15029120445251465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.1668895959854126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.18653440475463867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.17325760126113893
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,6.8143165588378904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.17315200567245484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.17823679447174073
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.18265600204467775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.1907039999961853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.03776639997959137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.1996351957321167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.20834879875183104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,8,power_law_1.2,22.54210510253906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.2004607915878296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.21589438915252684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.2672032117843628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.24386239051818848
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.39560959339141843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.2942239999771118
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.15538879632949829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.3497247934341431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.23670721054077148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.05345919728279114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.43788161277771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,13.599958801269532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.356060791015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.5443871974945068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.20578880310058595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.2007551908493042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,8,power_law_1.2,35.1767578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.7441088199615479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.23124799728393555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.7413280010223389
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.20804800987243652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.7866176128387451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.11837760210037232
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.9474559783935547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.19258879423141478
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.7898623943328857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.2503743886947632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,1.3689120292663575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.8353535652160644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.4499648094177246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.0784928023815155
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.8668319702148437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,35.314727783203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.4835616111755371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,1.7899520874023438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.8846112251281738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.4828159809112549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.01,0.19744960069656373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.8926336288452148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.4996863842010498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.01,0.25908479690551756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,2.622870445251465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.2150815963745117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.01,0.12067199945449829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.4956511974334717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.9348608016967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.01,0.1815616011619568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.5270080089569091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.10432000160217285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.9777088165283203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.01,0.20448319911956786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.5308576107025147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,3.4688289642333983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.01,1.019164752960205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.01,0.30805439949035646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.5520895957946778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.01,0.30948801040649415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.01,1.065401554107666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.5760511875152587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.01,0.3313503980636597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.01,1.1554783821105956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.5865280151367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.01,0.34828159809112547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,4.343369674682617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.6279104232788086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.01,0.3506752014160156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.01,1.302617645263672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.2337183952331543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.01,0.35973119735717773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.7276607990264893
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.241593599319458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.01,1.4169183731079102
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.01,0.37035839557647704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.8887616157531738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.1886944055557251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.2512736082077026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.01,0.3941119909286499
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.01,1.7517759323120117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,1.0773759841918946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.01,0.41942400932312013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,6.852134704589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.01,0.4429952144622803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.01,2.0804447174072265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,1.483347225189209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.01,0.4626495838165283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,1.9020736694335938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.01,0.5044384002685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.01,2.9167423248291016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.01,0.6005119800567627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.20115199089050292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,2.6734975814819335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.2804703950881958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.01,0.7181888103485108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,8,power_law_1.2,52.93609619140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.01,3.792099380493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.14887360334396363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.01,0.9038880348205567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.2449887990951538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.14242880344390868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,3.5789249420166014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.2555840015411377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.21722240447998048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.01,1.1737183570861816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.2861504077911377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.35632638931274413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.01,5.423056030273438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.01,1.550387191772461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.20228800773620606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,13.6197509765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.7380864143371582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.21343679428100587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,4.855971145629883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.20692479610443115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.8041983604431152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.01,1.9572671890258788
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.11578559875488281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.7903039932250977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.12590399980545045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.01,6.928828430175781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.8232224464416504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.15263040065765382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.01,2.9385887145996095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.21389119625091552
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.8726911544799805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,6.599263763427734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.44377918243408204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.8814944267272949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.2739680051803589
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.01,4.0118560791015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.4783071994781494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.9490336418151856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.29087679386138915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.22420799732208252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.49265279769897463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.9604928016662597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.5103231906890869
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.01,11.036390686035157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.9959551811218261
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.520143985748291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,10.323535919189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.01,5.763174438476563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,8,power_law_1.2,1.0481663703918458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.5292575836181641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.5388480186462402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,8,power_law_1.2,1.1297920227050782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.5697216033935547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,8,power_law_1.2,1.195900821685791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.6089663982391358
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,8,power_law_1.2,1.3004480361938477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.23801920413970948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.631279993057251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.01,7.789353942871093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.31570560932159425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.24631359577178955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,8,power_law_1.2,1.5421759605407714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.6603072166442872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.254640007019043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.01,14.283570861816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,12.928857421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.7625855922698974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,8,power_law_1.2,1.8913183212280273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.9137311935424804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,8,power_law_1.2,2.3657087326049804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,1.1568287849426269
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.01,9.763158416748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,1.5609375953674316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,8,power_law_1.2,3.2230209350585937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,1.9541023254394532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.2473439931869507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,8,power_law_1.2,4.21231689453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,2.8963008880615235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.2553567886352539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.01,17.332630920410157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.2921344041824341
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,18.347683715820313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.39603519439697266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,3.8574878692626955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,8,power_law_1.2,6.150624084472656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.4717951774597168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.01,15.516586303710938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,5.917855834960937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,8,power_law_1.2,7.708502197265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.2770335912704468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.2954943895339966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,7.549833679199219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5826943874359131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.01,25.812005615234376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,8,power_law_1.2,11.690214538574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,25.561590576171874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,12.535775756835937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.01,32.325958251953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.3181535959243774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,8,power_law_1.2,17.215420532226563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,8,power_law_1.2,0.19858880043029786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,8,power_law_1.2,0.11570240259170532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,8,power_law_1.2,122.0220947265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.7123616218566895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,8,power_law_1.2,0.11267839670181275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.07336320281028748
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,8,power_law_1.2,0.15220799446105956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.9919520378112793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.08227199912071229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,17.700819396972655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,8,power_law_1.2,0.19561599493026732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.11702079772949218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,8,power_law_1.2,0.29672319889068605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.2584447860717773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.1900928020477295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,8,power_law_1.2,0.3359616041183472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.29097919464111327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,8,power_law_1.2,0.33907840251922605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.8104480743408202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.524505615234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,8,power_law_1.2,0.35234880447387695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.7725120067596436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,8,power_law_1.2,0.351308798789978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.01,2.3799135208129885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,8,power_law_1.2,0.3667903900146484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.7100512027740479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,8,power_law_1.2,0.38990399837493894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,8,power_law_1.2,21.317344665527344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.6226240158081056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,8,power_law_1.2,0.40494718551635744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.403382396697998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.01,2.9459936141967775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.8729663848876953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,8,power_law_1.2,0.4344895839691162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.4788352012634277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,8,power_law_1.2,0.45079679489135743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.5440447807312012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,20.95082244873047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,8,power_law_1.2,0.4728127956390381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.9976863861083984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,8,power_law_1.2,0.5249184131622314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.3225472450256348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.01,4.6783393859863285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,8,power_law_1.2,0.6320320129394531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,53.277532958984374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,8,power_law_1.2,0.7515679836273194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.5231807708740235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.06577280163764954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,8,power_law_1.2,0.9760224342346191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.8133535385131836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.07075520157814026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.01,60.9636962890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.09129920005798339
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,8,power_law_1.2,1.1766912460327148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.589734411239624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.01,2.0179136276245115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.12926080226898193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.07268480062484742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.1970144033432007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,8,power_law_1.2,1.7378656387329101
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.01,2.1268640518188477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.07490879893302918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.30342400074005127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.11370559930801391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.3322240114212036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.01,9.368902587890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,8,power_law_1.2,2.1301952362060548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.01,2.5362592697143556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.16578240394592286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.354915189743042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.06799359917640686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.23963840007781984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.39071359634399416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.06798719763755798
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.01,2.8821792602539062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.47829761505126955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,8,power_law_1.2,3.3048385620117187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.3981663942337036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.09156799912452698
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,8,power_law_1.2,35.394284057617185
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.5375967979431152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.4062079906463623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.11704000234603881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.01,3.658099365234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.5504576206207276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.41460480690002444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.16367360353469848
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,8,power_law_1.2,3.90250244140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.5758815765380859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.48613438606262205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.3092479944229126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.5840672016143799
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.01,4.3501537322998045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.5070079803466797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.3501728057861328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.6427711963653564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.5196544170379639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.3657952070236206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,37.33476257324219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.6645599842071533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.5413792133331299
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.39913918972015383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,8,power_law_1.2,6.4590301513671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.01,5.846912002563476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.5700672149658204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.4036992073059082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.8511072158813476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.7319168090820313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.40737600326538087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.6631936073303223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.8765791893005371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,8,1,power_law_1.2,1.0002816200256348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.4238976001739502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.784662389755249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.9021344184875488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.4969759941101074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.274681568145752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.01,6.599558258056641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.9818464279174804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.916982364654541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.5170271873474122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.9624992370605469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,1.2224127769470214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,8,power_law_1.2,8.800569915771485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.8202367782592774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.5325568199157715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.0733728408813477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.5452447891235351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.01,5.1118110656738285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,1.6682783126831056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.581763219833374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,8,1,power_law_1.2,1.163862419128418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,8,1,power_law_1.2,2.3841184616088866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,2.1073503494262695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.6937632083892822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,8,1,power_law_1.2,1.3522591590881348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.7982656002044678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,8,1,power_law_1.2,2.963955116271973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,8,1,power_law_1.2,1.5655648231506347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,3.00382080078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.9979136466979981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,8,power_law_1.2,10.94254379272461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,8,1,power_law_1.2,2.0017343521118165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,1.2398303985595702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.01,13.388508605957032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,3.9133022308349608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,1.6818304061889648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,8,1,power_law_1.2,2.4568992614746095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,8,1,power_law_1.2,4.697257614135742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,2.1309343338012696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,8,1,power_law_1.2,3.3537086486816405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,5.7296607971191404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,3.034160041809082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,8,1,power_law_1.2,4.27665901184082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,3.940012741088867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.01,19.457411193847655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,8,power_law_1.2,19.182675170898438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,7.544131469726563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,8,1,power_law_1.2,9.259334564208984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,8,1,power_law_1.2,6.118022537231445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.30040318965911866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,5.763647842407226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.5119423866271973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,9.418035125732422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.2,7.9798942565917965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.9428383827209472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,8,power_law_1.2,78.02374877929688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,7.569241333007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.2618367910385132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.18616960048675538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,70.78240966796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.46598081588745116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,8,1,power_law_1.01,24.968185424804688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.3101151943206787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.6461919784545899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.6088031768798828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.2,9.953683471679687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.7813055992126465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,14.866915893554687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,9.439977264404297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.15961920022964476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.29958400726318357
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.01,1.3167648315429688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.01,0.1680896043777466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.40814719200134275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.01,0.2669503927230835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.01,1.2834464073181153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.5222943782806396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,8,power_law_1.2,40.668008422851564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.01,0.49402241706848143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.01,1.3153792381286622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.2,15.46033935546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.7592703819274902
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.01,0.1429535984992981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.26419520378112793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,14.869398498535157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.01,1.4580863952636718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.8528639793395996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.01,0.2456831932067871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.5110688209533691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,8,1,power_law_1.01,31.868179321289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.01,1.5529791831970214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.37240641117095946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.01,0.3770431995391846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.8509375572204589
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.01,1.5299008369445801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.2527359962463379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.01,0.43062400817871094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.8854016304016114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.01,1.565891170501709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.40687360763549807
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.9041279792785645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,29.467413330078124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.01,0.5448416233062744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.5813375949859619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.01,1.663644790649414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.9720224380493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.01,0.5585536003112793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.16455999612808228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.6922495841979981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.01,1.7139423370361329
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.01,0.6085824012756348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.9648192405700684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.30925440788269043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,8,power_law_1.2,1.2515647888183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.01,0.6043551921844482
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.2661920070648193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.01,1.0062527656555176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.01,1.7966463088989257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,8,power_law_1.2,1.2838656425476074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.2,32.19792785644531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.17696640491485596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.01,0.6300320148468017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.01,1.0139488220214843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.01,1.9871488571166993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,29.464019775390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.28212480545043944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,8,power_law_1.2,1.3231519699096679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.01,0.6666016101837158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,8,power_law_1.2,0.17035200595855712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.01,1.0633343696594237
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.07700799703598023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.37564160823822024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.01,2.1865280151367186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.01,0.6843039989471436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,8,power_law_1.2,1.3027263641357423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,8,power_law_1.2,0.2683072090148926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.01,1.1522591590881348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.08792639970779419
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.4680511951446533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,8,power_law_1.2,0.1884768009185791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.01,0.7059264183044434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,8,power_law_1.2,1.4307616233825684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.01,2.5275264739990235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,8,1,power_law_1.01,50.18849182128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.13376640081405639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,1.319827175140381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.7706624031066894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,8,power_law_1.2,0.15149760246276855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.01,0.743555212020874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.18479039669036865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,8,power_law_1.2,1.5020288467407226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.01,2.758745574951172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,8,power_law_1.2,0.21584959030151368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,1.5685983657836915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.7844511985778808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.01,0.7810495853424072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.35038080215454104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,8,power_law_1.2,1.5822431564331054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,8,power_law_1.2,0.3379103899002075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.7992063999176026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.01,0.8883071899414062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,1.905196762084961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.5551360130310059
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.01,3.454825592041016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,8,power_law_1.2,0.3859679937362671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,8,power_law_1.2,1.6141759872436523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.8272768020629883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.6682784080505371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.01,0.9682080268859863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,8,power_law_1.2,0.5369311809539795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,2.54421443939209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,8,power_law_1.2,1.694246482849121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.9245375633239746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.01,4.0550048828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.8804736137390137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.01,1.1263903617858886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,8,power_law_1.2,0.5538911819458008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.9414015769958496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,8,power_law_1.2,1.8174560546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,3.324649429321289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.9469440460205079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,8,power_law_1.2,0.5608960151672363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.01,1.3300031661987304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.9412384033203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.01,5.448140716552734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,8,power_law_1.2,1.9964160919189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.9775232315063477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,8,power_law_1.2,0.6022208213806153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.01,1.6843456268310546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.9951744079589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,4.855734252929688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,8,power_law_1.2,0.6247231960296631
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.0219103813171386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,8,power_law_1.2,2.1983104705810548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,8,power_law_1.2,1.0234560012817382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.01,2.0612287521362305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,8,power_law_1.2,0.6255296230316162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.01,1.0581664085388183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.01,6.624614715576172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,8,power_law_1.2,2.562873649597168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,8,power_law_1.2,1.0756544113159179
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,8,power_law_1.2,0.6634208202362061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.01,1.0929823875427247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,6.02092170715332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.01,2.884364891052246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,8,power_law_1.2,1.2312959671020507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,8,power_law_1.2,0.7042496204376221
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,8,power_law_1.2,2.927359962463379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.01,1.1622624397277832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,8,power_law_1.2,0.7310143947601319
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,1.3814496040344237
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.01,3.6559200286865234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.01,1.1889568328857423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.01,9.475830078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,8,power_law_1.2,3.5852897644042967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,8,power_law_1.2,0.7904384136199951
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,1.6572416305541993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,8.831462097167968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.01,1.2269503593444824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,8,power_law_1.2,0.8928607940673828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,2.031292724609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.01,5.424857711791992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,8,power_law_1.2,4.449372863769531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.01,1.6424640655517577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,8,power_law_1.2,0.9868767738342286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,2.7791839599609376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,8,power_law_1.2,1.1822784423828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.01,1.7191839218139648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.01,12.701545715332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,8,power_law_1.2,5.8891551971435545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,8,power_law_1.2,1.3633055686950684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,11.783014678955078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.01,1.8264736175537108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.01,7.138800048828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,3.469779205322266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,8,power_law_1.2,1.8269376754760742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.01,2.135215950012207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,8,power_law_1.2,7.052467346191406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,4.810835266113282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,8,power_law_1.2,2.1948671340942383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.01,2.3677791595458983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.01,8.828678131103516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.01,14.6821533203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,8,power_law_1.2,3.1271392822265627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.01,2.9252479553222654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,14.535256958007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,6.7974082946777346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,8,power_law_1.2,10.3218017578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.01,3.5161407470703123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,8,power_law_1.2,3.8820735931396486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,8,1,power_law_1.01,99.41619262695312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.08650239706039428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.01,4.5623424530029295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.09974719882011414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.01,13.860438537597656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,9.814067077636718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,8,power_law_1.2,5.814815902709961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.13980159759521485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,8,power_law_1.2,14.243093872070313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.21115520000457763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.01,5.413078308105469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.01,24.254319763183595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.4275199890136719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,22.86829833984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,8,power_law_1.2,7.850332641601563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.5189856052398681
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,12.672473907470703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.01,6.987033843994141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.6167168140411377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.01,1.2136320114135741
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,8,power_law_1.2,16.92864990234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,8,power_law_1.2,9.722806549072265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.7793791770935059
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.01,8.621427154541015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.01,1.592252826690674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.01,27.067782592773437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,16.557264709472655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.01,1.2405280113220214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.01,0.06472640037536621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.01,1.8101247787475585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.01,10.525939178466796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.01,2.227270317077637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,8,power_law_1.2,15.588166809082031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.01,2.215353584289551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.01,0.0737887978553772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.01,2.023472023010254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.01,0.09928640127182006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,8,power_law_1.2,27.858392333984376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.01,1.9069055557250976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,45.176605224609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.01,0.13216320276260377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.01,46.80223083496094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.07640640139579773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.01,1.3945023536682128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.06883519887924194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.01,0.23636159896850586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.01,15.80750732421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,27.69271240234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.08822399973869324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.07560960054397584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.01,0.3492288112640381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.01,1.649385643005371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.11167999505996704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.09292479753494262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.01,0.40787839889526367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,1.9136127471923827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.18175679445266724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.1357375979423523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.01,0.5374335765838623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.21328001022338866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.3206943988800049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,1.9721920013427734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.01,0.5583295822143555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.3278143882751465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.5142848014831543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.01,0.5749120235443115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,4.246188735961914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.38420159816741944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.6062304019927979
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,8,power_law_1.2,31.9545654296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.01,0.6279583930969238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.5337952136993408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.8458080291748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.01,0.6476416110992431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,5.939456176757813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,8,1,power_law_1.2,0.06455680131912231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.5827072143554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.9190879821777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,8,1,power_law_1.2,0.07364799976348876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.01,0.6617536067962646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.6024864196777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.9545375823974609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,8,1,power_law_1.2,0.09007359743118286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.01,0.6868959903717041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,6.663145446777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.6532639980316162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,8,1,power_law_1.2,0.13333439826965332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.0013216018676758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.01,31.93376770019531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.01,0.7048736095428467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.6830207824707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,8,1,power_law_1.2,0.21955199241638185
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.0301504135131836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.01,0.7263711929321289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,3.8018558502197264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.04853439927101135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.7187935829162597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.050076800584793094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,8,1,power_law_1.2,0.29703679084777834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.05414720177650452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,8,1,power_law_1.2,1.062611198425293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.01,0.7477503776550293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.7870016098022461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,8,1,power_law_1.2,0.3760159969329834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,8,1,power_law_1.2,1.1584256172180176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.01,0.835264015197754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.8170528411865234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,8,1,power_law_1.2,0.5127744197845459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,8,power_law_1.2,56.661962890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.07416960000991821
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,8,1,power_law_1.2,1.185267162322998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.01,0.8843775749206543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.10061440467834473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.8512479782104492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,8,1,power_law_1.2,0.5266464233398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.10096319913864135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,12.756979370117188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.10296640396118165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.10448960065841675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.10606080293655396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,53.11668090820312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,8,1,power_law_1.2,1.2565407752990723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.107315194606781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,8,1,power_law_1.2,0.558787202835083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.9583104133605957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.01,1.0032416343688966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.01,0.042499199509620667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.10893759727478028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.01,0.043638399243354796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.11648000478744507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.01,0.046563199162483214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.11825599670410156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.12783679962158204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.13515520095825195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,8,1,power_law_1.2,0.5948768138885498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,8,1,power_law_1.2,1.0486623764038085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.141702401638031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,8,1,power_law_1.2,1.6168575286865234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.0440416008234024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.01,1.146720027923584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.14559359550476075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.04681920111179352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.20292799472808837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.04799999892711639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.25351040363311766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,8,1,power_law_1.2,0.6218207836151123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.3637631893157959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,1.186182403564453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.45368638038635256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,8,1,power_law_1.2,1.803696060180664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.01,1.4049728393554688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.6443615913391113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,8,1,power_law_1.2,0.6424992084503174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.8521856307983399
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,1.323641586303711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.01,0.057529598474502563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.2498111724853516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.01,0.058873599767684935
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.01,0.0597536027431488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,8,1,power_law_1.2,1.9105344772338868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.01,1.6822015762329101
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.01,0.0635424017906189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,8,1,power_law_1.2,0.6789728164672851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.01,1.6541439056396485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.06112319827079773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.01,0.06506239771842956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.0828224003314972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.01,0.06673280000686646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,18.481607055664064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.08479999899864196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.01,0.07029439806938172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,1.5376031875610352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.08610560297966004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.01,0.07320640087127686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.08810240030288696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.01,2.458118438720703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.01,0.07703999876976013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.0889024019241333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,8,1,power_law_1.2,0.7008384227752685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.01,0.07865599989891052
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,8,1,power_law_1.2,2.168809509277344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.09026560187339783
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.01,0.08210560083389282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.09336320161819459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.01,2.2184480667114257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.01,0.08944320082664489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.09896000027656555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.01,0.09678400158882142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.10210880041122436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.01,3.2658206939697267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.01,0.11368319988250733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.10977599620819092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.9673311233520507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,8,1,power_law_1.2,0.7254784107208252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.01,0.13598400354385376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.11914880275726318
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.01,0.1570080041885376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.1279360055923462
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.01,0.21699199676513672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.15278079509735107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,8,1,power_law_1.2,2.5002719879150392
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.01,0.2755359888076782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.20419199466705323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.01,0.3924959897994995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.2516160011291504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.01,4.089020919799805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,8,1,power_law_1.2,0.7627744197845459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.01,2.7489696502685548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.3480799913406372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.01,0.49773759841918946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,2.4087808609008787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.4419871807098389
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.01,0.7187744140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.6440864086151123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,10.403302764892578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.01,0.9345824241638183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,8,1,power_law_1.2,0.8482912063598633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,8,1,power_law_1.2,3.0342336654663087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.8390560150146484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.01,1.375279998779297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,1.2379424095153808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.01,6.507286071777344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,3.2909984588623047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.01,3.814012908935547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,8,1,power_law_1.2,0.9140864372253418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.01,1.8198047637939454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,1.6404096603393554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,8,1,power_law_1.2,3.558012771606445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.01,2.295417594909668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,2.4285375595092775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,8,1,power_law_1.2,1.058847999572754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,4.186608123779297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,3.2368961334228517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.01,3.6222782135009766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,8,1,power_law_1.2,1.2006688117980957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.01,4.904316711425781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,8,1,power_law_1.2,4.512982559204102
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.01,12.996505737304688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.01,4.059718322753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.043382400274276735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,8,1,power_law_1.2,1.4635968208312988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.05023360252380371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.05583360195159912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.07646080255508422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.10131200551986694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.10196160078048706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.01,7.2276771545410154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,5.939363098144531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.10272320508956909
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.10465279817581177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,8,1,power_law_1.2,1.7538400650024415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.10582720041275025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.10740480422973633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,8,1,power_law_1.2,5.396252822875977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.01,6.44625244140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.01,6.165395355224609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.10950080156326295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.11675839424133301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.040275201201438904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.1185312032699585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.0456959992647171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.12651519775390624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.047603198885917665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.13465280532836915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.14201600551605226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,8,1,power_law_1.2,2.256985664367676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.14642879962921143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,30.105224609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.20337278842926027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.2553024053573608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.36138238906860354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,7.704351806640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.45042881965637205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.64552321434021
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,8,1,power_law_1.2,6.934185791015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,8,1,power_law_1.2,2.791744041442871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.856015968322754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.06122879981994629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.2465439796447755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.08254719972610473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.01,12.938677978515624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.08422080278396607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,14336,2,8,16,1,power_law_1.2,0.038822400569915774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.08551040291786194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,14336,2,8,16,1,power_law_1.2,0.043977600336074826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.01,9.416659545898437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,16,1,power_law_1.2,1.6493600845336913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.08707200288772583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,14336,2,8,16,1,power_law_1.2,0.04545600116252899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.0883296012878418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,14336,2,8,16,1,power_law_1.2,0.05786560177803039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.08994560241699219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,14336,2,8,16,1,power_law_1.2,0.05886719822883606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.09266240000724793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,14336,2,8,16,1,power_law_1.2,0.06015679836273193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.09905920028686524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,16,1,power_law_1.2,2.456598472595215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,14336,2,8,16,1,power_law_1.2,0.0626688003540039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,8,1,power_law_1.2,3.9167552947998048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.10128959417343139
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,14336,2,8,16,1,power_law_1.2,0.06445440053939819
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.10994880199432373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,14336,2,8,16,1,power_law_1.2,0.06881920099258423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.11912000179290771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,14336,2,8,16,1,power_law_1.2,0.07045440077781677
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.12780799865722656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,14336,2,8,16,1,power_law_1.2,0.07317439913749695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,9.531964874267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.15375360250473022
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,16,1,power_law_1.2,3.265603256225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,14336,2,8,16,1,power_law_1.2,0.0770687997341156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,8,1,power_law_1.2,8.692982482910157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.20067200660705567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,14336,2,8,16,1,power_law_1.2,0.07874879837036133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.24586238861083984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,14336,2,8,16,1,power_law_1.2,0.08209599852561951
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,14336,2,8,16,1,power_law_1.2,0.0889631986618042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.34675519466400145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,14336,2,8,16,1,power_law_1.2,0.09756479859352112
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.44274239540100097
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,14336,2,8,16,1,power_law_1.2,0.11395839452743531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,16,1,power_law_1.2,4.086467361450195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,14336,2,8,16,1,power_law_1.2,0.1350399971008301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.638262414932251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,14336,2,8,16,1,power_law_1.2,0.1570080041885376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,8,1,power_law_1.2,5.02130241394043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.8375103950500489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,14336,2,8,16,1,power_law_1.2,0.21306560039520264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,14336,2,8,16,1,power_law_1.2,0.27461121082305906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,1.2389951705932618
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,14336,2,8,16,1,power_law_1.2,0.39026880264282227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,14336,2,8,16,1,power_law_1.2,0.4921152114868164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,1.6359872817993164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,14336,2,8,16,1,power_law_1.2,0.723744010925293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,16,1,power_law_1.2,6.5128028869628904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,14336,2,8,16,1,power_law_1.2,0.9357855796813965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,2.4420703887939452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,8,1,power_law_1.2,10.688489532470703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,14336,2,8,16,1,power_law_1.2,1.3745663642883301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,8,1,power_law_1.2,6.227417755126953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,3.2408737182617187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,14336,2,8,16,1,power_law_1.2,1.8065311431884765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.01,18.374073791503907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,14.834611511230468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.0686464011669159
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.07169600129127503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.0812831997871399
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,14336,2,8,16,1,power_law_1.2,2.2947263717651367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.11759999990463257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,16,1,power_law_1.2,4.047942352294922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.1520640015602112
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.15385600328445434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.15745279788970948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,16,1,power_law_1.2,12.988841247558593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.15828160047531128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,14336,2,8,16,1,power_law_1.2,3.602326583862305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.1617632031440735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.16554239988327027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,46.988973999023436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.16866559982299806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,16,1,power_law_1.2,6.456845092773437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.17524160146713258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.05562559962272644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.18479360342025758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.0649728000164032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,8,1,power_law_1.2,9.52270050048828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.19564160108566284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.06951680183410644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.20315840244293212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,14336,2,8,16,1,power_law_1.2,7.194435119628906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.21174399852752684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,8,1,power_law_1.2,15.96146240234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.01,0.05187199711799621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.24509758949279786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.01,0.05882560014724732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.34785919189453124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.01,0.06178560256958008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.01,0.08649920225143433
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.43876800537109373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.01,0.08802239894866944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.5828735828399658
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.01,0.08878080248832702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.01,0.09015039801597595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.7760447978973388
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.01,0.0914687991142273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.09142400026321411
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,16,1,power_law_1.2,12.906326293945312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.01,0.09253759980201721
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.1121791839599608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.12302080392837525
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.059411197900772095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.01,0.09305920004844666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.12491199970245362
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.06831039786338806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.01,0.09594560265541077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.4614527702331543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.12920960187911987
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.07860479950904846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.01,0.0998528003692627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.13197120428085327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.11459840536117553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.01,0.10381120443344116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.1370527982711792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.01,2.1733856201171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.15174399614334105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.01,0.11161279678344727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.13821120262145997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.15472960472106934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.01,0.12111040353775024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.1413632035255432
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.15787839889526367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.01,0.14302719831466676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.14580800533294677
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.1594879984855652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.01,0.15875200033187867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.15204160213470458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.1624575972557068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.01,2.8753952026367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.01,0.18971840143203736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.16227200031280517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.1652575969696045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,29.092080688476564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.01,0.24783039093017578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.17850559949874878
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.1689311981201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.01,0.3349663972854614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.20235838890075683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.17592320442199708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.01,0.42247681617736815
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.23260800838470458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.1809280037879944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.3262592077255249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.01,0.5915232181549073
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.19435520172119142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.01,4.2713054656982425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,8,1,power_law_1.2,18.45356140136719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.41004161834716796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.2043936014175415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.01,0.7594399929046631
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.06049280166625977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,16,1,power_law_1.2,0.05663359761238098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.21239678859710692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.5783487796783447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.06111680269241333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,16,1,power_law_1.2,0.05794559717178345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.01,1.0959903717041015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.23938241004943847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.06802560091018676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,16,1,power_law_1.2,0.06318719983100891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.7392767906188965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.34407041072845457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.01,1.4397791862487792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.43211841583251953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,1.070246410369873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.01,5.695379257202148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.5852096080780029
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,1.4170847892761231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.7643936157226563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.01,2.129132843017578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.115401554107666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,2.096633529663086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.455894374847412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.01,2.822384071350098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.09026880264282226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,2.784390449523926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.12013440132141114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.01,7.10656967163086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,16,1,power_law_1.2,2.1734880447387694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.12463040351867676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,16,1,power_law_1.2,0.08740159869194031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,8,1,power_law_1.2,32.030575561523435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.12737280130386353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,16,1,power_law_1.2,0.08823040127754211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.13030400276184081
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,16,1,power_law_1.2,0.08937919735908509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.01,3.5630847930908205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.13486720323562623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,16,1,power_law_1.2,0.09021120071411133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.13657599687576294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,16,1,power_law_1.2,2.874399948120117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,16,1,power_law_1.2,0.09147199988365173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.30440640449523926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.14093120098114015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,4.137865447998047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,16,1,power_law_1.2,0.09272639751434326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.14474560022354127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,16,1,power_law_1.2,0.09387840032577514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.14896960258483888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,16,1,power_law_1.2,0.0960640013217926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.1629439949989319
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,16,1,power_law_1.2,0.10072319507598877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.5144896030426025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.17715519666671753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,16,1,power_law_1.2,0.10317120552062989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.195196795463562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,16,1,power_law_1.2,0.11165440082550049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,16,1,power_law_1.2,4.279052734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.23279359340667724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,16,1,power_law_1.2,0.12028800249099732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.01,5.570198440551758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.20711359977722169
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,16,1,power_law_1.2,0.15280959606170655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.3274496078491211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,5.4935455322265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,16,1,power_law_1.2,0.15903040170669555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.4185760021209717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,16,1,power_law_1.2,0.1901792049407959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.01,11.316259002685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.5829440116882324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,16,1,power_law_1.2,0.24677760601043702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.17384639978408814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,16,1,power_law_1.2,0.33130559921264646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.7365983963012696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,16,1,power_law_1.2,0.41748480796813964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,16,1,power_law_1.2,5.696406555175781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.26513919830322263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,1.0694560050964355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,16,1,power_law_1.2,0.5905151844024659
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,16,1,power_law_1.2,0.7586559772491455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,1.4043328285217285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.3666719913482666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.01,6.870486450195313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,16,1,power_law_1.2,1.0982943534851075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,2.079011154174805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.5193280220031739
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,16,1,power_law_1.2,1.4439104080200196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.01,11.225772857666016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,16,1,power_law_1.2,7.097958374023437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,2.7578815460205077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.466480016708374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,16,1,power_law_1.2,2.13317756652832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.1760864019393921
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.5519423961639405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.31324799060821534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,4.125888061523438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,16,1,power_law_1.2,2.820342445373535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.01,11.013164520263672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.5427328109741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.18658560514450073
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,16,1,power_law_1.2,3.5550079345703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.12746880054473878
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.5784800052642822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,5.484204864501953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,16,1,power_law_1.2,11.33123550415039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.01,22.768453979492186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.1749408006668091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.6183775901794434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.01,0.14958399534225464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.27492480278015136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.5969696044921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,16,1,power_law_1.2,5.6219841003417965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.01,0.2667135953903198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.3372960090637207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,16,1,power_law_1.2,6.850704193115234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.6614816188812256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.01,0.14088319540023803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.34716479778289794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.6666240215301513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.01,0.11545920372009277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.3558207988739014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,92.91630249023437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.7026912212371826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.16582399606704712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.364739203453064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.3154815912246704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.7812607765197754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.20866239070892334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.37632319927215574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,16,1,power_law_1.2,11.422073364257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.01,21.917033386230468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,16,1,power_law_1.2,10.949753570556641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.47023677825927734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.01,0.2439903974533081
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.3860447883605957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.8780768394470215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.1661728024482727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,16,power_law_1.2,0.1550976037979126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,16,1,power_law_1.2,22.636492919921874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.12434879541397095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.2527904033660889
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.40657601356506345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.2966687917709351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,16,power_law_1.2,0.26676158905029296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.9690815925598144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.06521919965744019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.1708639979362488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.01,0.26587839126586915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.41672320365905763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.10376960039138794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,16,power_law_1.2,0.09440960288047791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.06774719953536987
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.23008959293365477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.01,1.2087072372436523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.01,0.26941120624542236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.12050559520721435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.436188793182373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,16,power_law_1.2,0.10847680568695069
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.07879359722137451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.3336639881134033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.278438401222229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.158569598197937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.4658304214477539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.01,1.401318359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.140339195728302
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.12164160013198852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.49494080543518065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.01,0.29243199825286864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.24706559181213378
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.5442944049835206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.19640640020370484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.16994240283966064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.01,1.8635488510131837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.5387968063354492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.01,0.3096191883087158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.34139199256896974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,16,power_law_1.2,0.2427232027053833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.6319104194641113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.24926719665527344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.563263988494873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.32403519153594973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.341977596282959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.2493056058883667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,16,1,power_law_1.2,21.846377563476562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.3513695955276489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.7676127910614013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.01,2.4833599090576173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.01,0.3426527976989746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.5407328128814697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.35963199138641355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,16,power_law_1.2,0.25064959526062014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.37242879867553713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,1.009382438659668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.01,0.35462400913238523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.36394879817962644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.6066912174224853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,16,power_law_1.2,0.27544000148773196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.3816512107849121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.01,3.4623390197753907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,1.197753620147705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.4054880142211914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.3665055990219116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.03467839956283569
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.5928959846496582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.28354558944702146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.41379199028015134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.3935647964477539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.01,0.48744959831237794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.06386560201644897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,16,power_law_1.2,0.2893824100494385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.6524352073669434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,1.7188095092773437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.46223998069763184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.4031040191650391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.07501760125160217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.5504543781280518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,16,power_law_1.2,0.3023135900497437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.01,4.617055892944336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.7300640106201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.49114561080932617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.4386240005493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.10417280197143555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,2.3263519287109373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.3229088068008423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.01,0.7166783809661865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.5068895816802979
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.7784255981445313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.1397760033607483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.45572800636291505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,16,power_law_1.2,0.36401920318603515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.5160064220428466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.9076160430908203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.8118016242980957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.18824959993362428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.5189472198486328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,16,power_law_1.2,0.37211201190948484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,3.2759647369384766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.5505343914031983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.01,6.889830780029297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.27647039890289304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.9264960289001465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.01,1.2465375900268554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.561414384841919
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.4183968067169189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.5909023761749268
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.3193919897079468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,16,power_law_1.2,1.0201567649841308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.6666880130767823
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,16,power_law_1.2,0.5018144130706788
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.01,1.5790816307067872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.624560022354126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.3259040117263794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,4.358601760864258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.8077119827270508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,16,power_law_1.2,1.1555583953857422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.5825568199157715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.33870720863342285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.7353919982910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.01,2.292403221130371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,1.0963583946228028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.3435744047164917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,16,power_law_1.2,0.7467040061950684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,16,power_law_1.2,1.7275360107421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.8198783874511719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.01,8.530086517333984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.34950718879699705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,1.3517600059509278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.9724287986755371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,6.408099365234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.9219424247741699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.01,3.0182239532470705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.35565121173858644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,16,power_law_1.2,4.71319351196289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,1.9895999908447266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,16,power_law_1.2,1.2773119926452636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.01,1.0332287788391112
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.37239999771118165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.37061119079589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.01,4.339744186401367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.01,1.366160011291504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,16,power_law_1.2,1.7599584579467773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,2.6095680236816405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.3883455991744995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,16,power_law_1.2,6.9189918518066404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.01,11.379666900634765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,8.4574462890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.41390399932861327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.6350112915039063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,16,power_law_1.2,2.494419288635254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,3.641177749633789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.48950719833374023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.01,5.761151885986328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.01,2.3188352584838867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.5720191955566406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,16,power_law_1.2,8.718748474121094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,16,power_law_1.2,3.3238143920898438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.6731711864471436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,5.491075134277343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.01,2.8978303909301757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.793558406829834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,10.55755844116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,1.0426783561706543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,16,power_law_1.2,4.699939346313476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.01,7.46917724609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.01,4.03919677734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.3124287605285645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,16,power_law_1.2,12.716425323486328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.01,18.25391387939453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,8.094786834716796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,1.8486431121826172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,16,power_law_1.2,6.735462188720703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.01,4.990467071533203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,2.3662208557128905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.01,12.133184051513672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,10.3785888671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,17.742364501953126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,16,power_law_1.2,15.814329528808594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,3.4165985107421877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.01,6.031584167480469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,16,power_law_1.2,8.628575897216797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,4.476694488525391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.01,9.524060821533203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,13.798194885253906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,5.622332763671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,16,power_law_1.2,12.650511932373046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,16,power_law_1.2,25.45951690673828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.01,38.26573791503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.01,23.67951354980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.06575359702110291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,8.78345947265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.0670687973499298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.07876799702644348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.11439039707183837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.01,18.456346130371095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,35.895913696289064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.15346239805221557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,23.127958679199217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.044761601090431216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.21942720413208008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.06418240070343018
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.337769603729248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.07529919743537902
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.35831680297851565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.10355839729309083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.3767008066177368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.13058240413665773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,16,power_law_1.2,27.611105346679686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.3921216011047363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.17313920259475707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.01,0.05220800042152405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,17.452297973632813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.01,0.03671999871730804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.47287678718566895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.2629695892333984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,16,power_law_1.2,33.735906982421874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.01,0.038960000872612
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.01,0.03577280044555664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.01,0.033276799321174624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.4952735900878906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.01,0.038838401436805725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.3133343935012817
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.01,0.035523200035095216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.01,0.05790719985961914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.01,0.03654719889163971
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.5062399864196777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.32469758987426756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.01,0.06428800225257873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.01,0.050774401426315306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.01,0.06609600186347961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.33835840225219727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.5192160129547119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.01,0.05394560098648071
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.01,0.06803839802742004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.01,0.058534401655197146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.01,0.06973440051078797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.34145278930664064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.572054386138916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.01,0.05956799983978271
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.01,0.07178879976272583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.01,0.05951679944992065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.01,0.07472000122070313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.35180160999298093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.6024640083312989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.01,0.06333439946174621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.01,0.0770687997341156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.36170880794525145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.01,0.06693120002746582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.01,0.08029119968414307
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.6903647899627685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.01,0.07044479846954346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.01,0.08683199882507324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.38026559352874756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.01,0.07308800220489502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.01,0.08998079895973206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.7928319931030273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.01,0.07874879837036133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.01,0.09758719801902771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.3879040002822876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.01,0.08533440232276916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.01,0.1066431999206543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.8466879844665527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.01,0.09034240245819092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.40343680381774905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.01,0.12690880298614501
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.01,0.09832640290260315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.9389984130859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.1510208010673523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.443068790435791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.01,0.12185280323028565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,43.28707275390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.19578239917755128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,16,1,power_law_1.2,1.0744640350341796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.01,0.15154240131378174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.5304895877838135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.01,0.04681600034236908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.24472320079803467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.01,0.2060863971710205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.01,0.041152000427246094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.3475167989730835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,16,1,power_law_1.2,1.3739999771118163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.5839295864105225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.01,0.2689536094665527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.01,0.041740798950195314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,16,power_law_1.2,42.383209228515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.4261888027191162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.01,0.04223999977111816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.01,0.35337278842926023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.6918848037719727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.01,0.043024000525474546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.6537088394165038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.6380928039550782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.01,0.45519042015075684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.01,0.046540799736976626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.8126208305358886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.01,0.048588800430297854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.01,0.681718397140503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.8329888343811035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.01,0.04989120066165924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,16,1,power_law_1.2,2.296272087097168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.01,0.05137280225753784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,1.0740639686584472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.01,0.9111231803894043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.2708736419677735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.01,0.054099202156066895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.01,0.0579584002494812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.3384703636169433
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.01,1.3820832252502442
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.01,0.060835200548172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,16,1,power_law_1.2,2.8944896697998046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.01,1.7499584197998046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.01,0.06433600187301636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.01,0.07029439806938172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,1.8633760452270507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.01,1.722047996520996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.01,0.07519680261611938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.01,0.08156160116195679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.01,2.1434879302978516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,16,1,power_law_1.2,3.945830535888672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.01,0.09162240028381348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,2.391328048706055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.01,2.3452480316162108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.01,0.11784640550613404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.01,0.14571199417114258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.01,0.19720959663391113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.01,3.5468830108642577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.01,0.2449183940887451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,16,1,power_law_1.2,5.011759948730469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,3.460851287841797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.01,3.571807861328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.01,0.34015679359436035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.01,0.4480480194091797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.01,0.6508096218109131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,4.514425659179688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.01,0.8409728050231934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,16,1,power_law_1.2,6.0406494140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.01,0.053699201345443724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.01,6.997395324707031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.01,1.234102439880371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,16,power_law_1.2,0.047056001424789426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.01,7.461663818359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,16,power_law_1.2,0.034329599142074584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,16,power_law_1.2,0.03548479974269867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,16,power_law_1.2,0.035657599568367004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,5.643545532226563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.01,1.637980842590332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,16,power_law_1.2,0.03175039887428284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,16,power_law_1.2,0.038166400790214536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,16,power_law_1.2,0.034832000732421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,16,power_law_1.2,0.054553598165512085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,16,power_law_1.2,0.036559998989105225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,16,power_law_1.2,0.06289280056953431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.01,2.1533279418945312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,16,power_law_1.2,0.0497408002614975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,16,1,power_law_1.2,9.480665588378907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,16,power_law_1.2,0.0672544002532959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,16,power_law_1.2,0.055251199007034305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,16,power_law_1.2,0.06840000152587891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,16,power_law_1.2,0.05883520245552063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,16,power_law_1.2,0.07093120217323304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,16,power_law_1.2,0.06040639877319336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,16,power_law_1.2,0.072297602891922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,16,1,power_law_1.2,0.04989440143108368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.01,0.06719679832458496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,16,power_law_1.2,0.06194239854812622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.01,3.295724868774414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,16,power_law_1.2,0.07474240064620971
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,8.837168121337891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,16,power_law_1.2,0.06409279704093933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,16,power_law_1.2,0.07784000039100647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,16,power_law_1.2,0.06649280190467835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,16,power_law_1.2,0.08138880133628845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,16,power_law_1.2,0.07126399874687195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,16,power_law_1.2,0.08566719889640809
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,16,power_law_1.2,0.07406079769134521
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,16,power_law_1.2,0.09100800156593322
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,16,power_law_1.2,0.07956479787826538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,16,power_law_1.2,0.09855679869651794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,16,power_law_1.2,0.08570240139961242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,16,power_law_1.2,73.65319213867187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,16,power_law_1.2,0.10771839618682862
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,16,power_law_1.2,0.09163839817047119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,16,power_law_1.2,0.13038719892501832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,16,power_law_1.2,0.1014847993850708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.15456639528274535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.01,6.622191619873047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,16,power_law_1.2,0.13356159925460814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.21472959518432616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,16,power_law_1.2,0.04216960072517395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,16,power_law_1.2,0.16743359565734864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,16,power_law_1.2,0.04085119962692261
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,16,1,power_law_1.2,0.06690880060195922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.2601344108581543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.01,0.08842880129814149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,16,power_law_1.2,0.22802879810333251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,16,1,power_law_1.2,18.4052001953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,16,power_law_1.2,0.04142079949378967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.3951807975769043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,16,power_law_1.2,0.2913503885269165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.1351199984550476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,16,power_law_1.2,0.042054399847984314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.07785919904708863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,16,power_law_1.2,0.04357439875602722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,16,power_law_1.2,0.39301118850708006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.5136735916137696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.06746559739112853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,16,power_law_1.2,0.04563199877738953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,16,power_law_1.2,0.5046559810638428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.710364818572998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.08606079816818238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,16,power_law_1.2,0.04837760031223297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,17.54602508544922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.11674879789352417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,16,power_law_1.2,0.05016319751739502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,16,power_law_1.2,0.7257503986358642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.09474560022354125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,16,power_law_1.2,0.9440320014953614
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.1367519974708557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,16,power_law_1.2,0.053193598985672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.06669759750366211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.14380160570144654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,16,power_law_1.2,1.1616543769836425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,16,power_law_1.2,0.05464959740638733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.06305599808692933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.14428160190582276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.5073984146118165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,16,power_law_1.2,0.05826879739761352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.07022079825401306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.14841920137405396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,16,power_law_1.2,0.06066880226135254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.09944319725036621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,16,power_law_1.2,1.631932830810547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.15127040147781373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,16,1,power_law_1.2,0.08790079951286316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.01,0.13715840578079225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,16,power_law_1.2,0.06533759832382202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.1140447974205017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.15540159940719606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,16,power_law_1.2,1.9391647338867188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,16,power_law_1.2,0.07036160230636597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.11979520320892334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.1636415958404541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,16,power_law_1.2,0.0751583993434906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.12383040189743041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,16,power_law_1.2,2.3336000442504883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.16772799491882323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,16,power_law_1.2,0.08197439908981323
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.12750400304794313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.18509440422058104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,16,power_law_1.2,0.09279680252075195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,16,power_law_1.2,2.752457618713379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.13088959455490112
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.19409600496292115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,16,power_law_1.2,0.1198848009109497
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.1371008038520813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.20585598945617675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,16,power_law_1.2,2.6718751907348635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,16,power_law_1.2,0.15251840353012086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.1447424054145813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.2427743911743164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,16,power_law_1.2,0.20144319534301758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.15234880447387694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.31573441028594973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,16,power_law_1.2,0.2571743965148926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.16519999504089355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.3763295888900757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,16,power_law_1.2,4.46575698852539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.1803231954574585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,16,power_law_1.2,0.35980160236358644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.5361695766448975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.19428800344467162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,16,1,power_law_1.2,0.1348896026611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,16,power_law_1.2,4.63836784362793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,16,power_law_1.2,0.4738976001739502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.23981120586395263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.6779136180877685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,16,power_law_1.2,0.684444808959961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.3044640064239502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.01,1.001046371459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.37985279560089114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,16,power_law_1.2,0.925107192993164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.01,1.2085184097290038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.5127039909362793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.6623551845550537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,16,power_law_1.2,1.3587807655334472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.01,0.14039360284805297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.01,1.9736736297607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.9198559761047364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,16,power_law_1.2,9.48795166015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,16,power_law_1.2,1.7922784805297851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,1.2665087699890136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.01,0.08239359855651855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.01,2.5240863800048827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,16,power_law_1.2,9.880941009521484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.01,0.06438400149345398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.11442240476608276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.01,0.06302719712257385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,1.8832128524780274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.06479359865188598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,16,power_law_1.2,2.234864044189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.01,0.06635839939117431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.01,4.020889663696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.06935359835624695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,2.4814432144165037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.01,0.07078080177307129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.08067200183868409
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.01,0.08349120020866393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.11251200437545776
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,16,1,power_law_1.2,0.1346336007118225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.01,0.2776959896087646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.01,4.916412734985352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,16,power_law_1.2,3.8540096282958984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.01,0.08960319757461548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,3.6180896759033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.14052799940109253
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.01,0.3573375940322876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.01,0.09219840168952942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.1466815948486328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.01,0.09652799963951111
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.01,0.28377599716186525
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.148089599609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.01,0.09795519709587097
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.01,6.6178428649902346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,5.093875122070313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.15179200172424318
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.01,0.2972192049026489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.01,0.10695040225982666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.15263040065765382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.01,0.11175680160522461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,16,power_law_1.2,7.4865058898925785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.15883200168609618
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.01,0.12023040056228637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,16,1,power_law_1.2,0.22391040325164796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.08302720189094544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.16465599536895753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.01,0.13686399459838866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.05841919779777527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.17520320415496826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,6.61761245727539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,16,1,power_law_1.2,0.34536640644073485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.01,0.1466048002243042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.05953599810600281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.19124480485916137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.06767680048942566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.01,0.17018879652023317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,16,1,power_law_1.2,0.28104000091552733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.20418241024017333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.09751999974250794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.01,10.787718200683594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.01,0.19755200147628785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.22881600856781006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,16,1,power_law_1.2,0.29300799369812014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.11370240449905396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.01,0.2497472047805786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.2539936065673828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.12277120351791382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.01,0.303056001663208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.33378560543060304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.12723840475082399
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.01,0.42610878944396974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.12987840175628662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.42484798431396487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.1329311966896057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.01,0.5491456031799317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.5695231914520263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,10.303539276123047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.13741439580917358
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.01,0.30481600761413574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.7208928108215332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.01,0.7734240055084228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.1462496042251587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.15860480070114136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.01,0.31612799167633054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,16,power_law_1.2,1.0274463653564454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.01,0.9892576217651368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.16995199918746948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.01,0.32385280132293703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.18925759792327881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.4712127685546874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.01,1.506931209564209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.21143360137939454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.01,0.33616960048675537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.2464992046356201
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,16,power_law_1.2,2.356812858581543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.32905600070953367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.01,2.0115903854370116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.43094720840454104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,16,1,power_law_1.2,0.30045759677886963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.5987167835235596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.01,21.059957885742186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,16,power_law_1.2,3.240108871459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,16,1,power_law_1.2,0.31845118999481203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.01,2.949625587463379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.7345823764801025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,16,power_law_1.2,0.0884607970714569
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,16,1,power_law_1.2,0.3280992031097412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,16,power_law_1.2,0.05955520272254944
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,1.09934720993042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,16,power_law_1.2,0.06351680159568787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.01,0.3439264059066772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,16,1,power_law_1.2,0.33729920387268064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,16,power_law_1.2,0.06672959923744201
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,16,power_law_1.2,4.766153717041016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.01,4.008780670166016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,1.3969856262207032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.01,0.3538815975189209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,16,power_law_1.2,0.06849600076675415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,16,power_law_1.2,0.0835968017578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,21.879898071289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.01,0.3687295913696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,16,power_law_1.2,0.09287679791450501
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,2.3218528747558596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.023680000007152556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,16,power_law_1.2,0.09314560294151306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.01,0.39521920680999756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.040003201365470885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,16,power_law_1.2,0.09599999785423279
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.04899519979953766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.01,5.058841705322266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,16,power_law_1.2,6.429743957519531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.01,0.4720895767211914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,16,power_law_1.2,0.10001599788665771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,3.018985557556152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06249279975891113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,16,power_law_1.2,0.10728640556335449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.07824640274047852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,16,1,power_law_1.2,0.3519711971282959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.01,0.5112576007843017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,16,power_law_1.2,0.11415359973907471
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.11026560068130493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,16,1,power_law_1.2,0.3656480073928833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,16,power_law_1.2,0.12308800220489502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.11357760429382324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.01,0.5975423812866211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,16,power_law_1.2,0.1371359944343567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.11912000179290771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,4.830252838134766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,16,1,power_law_1.2,0.3775455951690674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,16,power_law_1.2,0.1544000029563904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.12387200593948364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.01,0.7210271835327149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,16,power_law_1.2,8.048738861083985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,16,1,power_law_1.2,0.4092383861541748
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,16,power_law_1.2,0.17158080339431764
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.1278656005859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.01,7.99208984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.13451520204544068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,16,power_law_1.2,0.20220160484313965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,16,1,power_law_1.2,0.48337597846984864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.14449599981307984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,16,power_law_1.2,0.2561824083328247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.14765759706497192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,6.157475280761719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,16,1,power_law_1.2,0.5288159847259521
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,16,power_law_1.2,0.31683518886566164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.15262720584869385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,16,power_law_1.2,0.44872322082519533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.1582335948944092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,16,1,power_law_1.2,0.6127264022827148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.1647007942199707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,16,power_law_1.2,178.33231201171876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,16,power_law_1.2,0.5823967933654786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.17556159496307372
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,16,1,power_law_1.2,0.7306911945343018
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.031123200058937074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,16,power_law_1.2,0.8311264038085937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.19944000244140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.042607998847961424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.22389440536499022
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.05076479911804199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,16,power_law_1.2,1.1230239868164062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,8.35494384765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.2929503917694092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.06664959788322448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,16,power_law_1.2,14.732118225097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.08136320114135742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.36167359352111816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,16,power_law_1.2,1.6292448043823242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.10360640287399292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.5109983921051026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.10886080265045166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.01,15.896687316894532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.10949440002441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.6363423824310303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,16,power_law_1.2,2.1309600830078126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.11532479524612427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.01,1.3300127983093262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.9009471893310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.12156480550765991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.1285696029663086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,16,power_law_1.2,3.2164127349853517
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.01,1.1782655715942383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.13284800052642823
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.01,1.1350591659545899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.136080002784729
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.13917440176010132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.7243392944335938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.01,1.571673583984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.1451359987258911
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,16.64727325439453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.15296000242233276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,16,power_law_1.2,4.420959854125977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.16420799493789673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.01,2.2772544860839843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.01,1.9744512557983398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.19133119583129882
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,16,1,power_law_1.2,1.386511993408203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.23106238842010499
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.3295200109481812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,16,1,power_law_1.2,1.1491647720336915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.01,2.8485408782958985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,16,power_law_1.2,5.674816131591797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.4670368194580078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.01,2.8170976638793945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.6310624122619629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,16,1,power_law_1.2,1.5725728034973145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.9906815528869629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,16,power_law_1.2,30.128466796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.03057279884815216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,16,1,power_law_1.2,1.996396827697754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.01,3.6437408447265627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.01,4.5157726287841795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.04033919870853424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,2.9062591552734376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.048764801025390624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.0582144021987915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,16,power_law_1.2,9.684009552001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.07342079877853394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,3.7815872192382813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,16,1,power_law_1.2,2.857024002075195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.10935360193252563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.11784000396728515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.01,4.595264053344726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.12351039648056031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.12718720436096193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,5.839689636230469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.1319167971611023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,16,1,power_law_1.2,3.6622848510742188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.13790719509124755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.01,9.007257843017578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.14479360580444336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,29.790042114257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.026096001267433167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.14967360496520996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.04136320054531097
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.15521600246429443
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.04807359874248505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.01,7.1783905029296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.16110399961471558
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,7.695289611816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,16,1,power_law_1.2,4.6324928283691404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.05766080021858215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.1674847960472107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.07251200079917908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.17812800407409668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.09610559940338134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.2012768030166626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.09956480264663696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.23238720893859863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.10233919620513916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.2949183940887451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,16,power_law_1.2,18.943936157226563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.10678080320358277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.11073280572891235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.36910719871520997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,9.719161224365234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.26583359241485593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.1174847960472107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,16,1,power_law_1.2,7.214822387695312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.5144351959228516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.35663681030273436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.12521599531173705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.1294111967086792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.6414303779602051
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.11913280487060547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.13422720432281493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.15188159942626953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.9063072204589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.13959360122680664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.26789441108703616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.14765440225601195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.01,14.215132141113282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,16,1,power_law_1.2,1.1874655723571776
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.38508479595184325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.15756800174713134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.20704638957977295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.18116480112075806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.35977280139923096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.22891840934753419
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.21260480880737304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.7473600387573243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.37580480575561526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.10058560371398925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,14.68209228515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.2842207908630371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.39146559238433837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.12257599830627441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.35639679431915283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.4169792175292969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,16,1,power_law_1.2,2.2999839782714844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.18686720132827758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.49449920654296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.44008641242980956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.2465536117553711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.6225759983062744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.4520671844482422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,16,1,power_law_1.2,14.252528381347656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.2559295892715454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.4721951961517334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.8554624557495116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,0.9007167816162109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.26590719223022463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.01,0.19906560182571412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.5216415882110595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.2793312072753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.01,0.1894752025604248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,1.1792736053466797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.5622752189636231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.01,0.0946399986743927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.28211519718170164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.01,0.11025279760360718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.6294911861419678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.28863039016723635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.2633023977279663
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,1.7409280776977538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.01,0.14261759519577027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,16,1,power_law_1.2,4.51192626953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.30906879901885986
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.11584960222244263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.6825215816497803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.01,0.18953280448913573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.3153023958206177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.11949759721755981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.741535997390747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.01,0.20174078941345214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,2.3008127212524414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.3305952072143555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.14864319562911987
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.01,0.20779199600219728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.845030403137207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.3778079986572266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.22869439125061036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.01,0.2098623991012573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.3898751974105835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.01,1.0783743858337402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.34628159999847413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.01,0.2160128116607666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,2.8768415451049805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.48365120887756347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.3805599927902222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.01,0.22547519207000732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.5195712089538573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,26.985443115234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.411411190032959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.01,0.23870398998260497
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.6160255908966065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.37529919147491453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.01,0.24908161163330078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,16,1,power_law_1.2,9.002361297607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.01,1.9480287551879882
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.7477888107299805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.01,0.2678335905075073
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.40444159507751465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,16,power_law_1.2,0.17867519855499267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,1.009347152709961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,4.578163146972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.01,0.28797760009765627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.4578591823577881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.19926719665527343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,16,power_law_1.2,0.09785919785499572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.01,2.672646331787109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.01,0.30593600273132326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.12438080310821534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.48853120803833006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,16,power_law_1.2,0.09344639778137206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,1.438764762878418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.01,0.34629120826721194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.10489280223846435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,16,power_law_1.2,0.10604159832000733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.5164000034332276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.12355200052261353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.01,0.4250495910644531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,16,power_law_1.2,0.11741759777069091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,1.956550407409668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.5516863822937011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.01,3.8982208251953123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.19573119878768921
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,16,power_law_1.2,0.19215999841690062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.01,0.5203968048095703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.5862751960754394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.25189120769500734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,16,power_law_1.2,0.2054431915283203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.01,0.6973184108734131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,2.547417640686035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.27018558979034424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.616819190979004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,16,power_law_1.2,0.20290560722351075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.01,0.8584192276000977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.26874239444732667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,16,power_law_1.2,0.21624319553375243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.6708223819732666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.061110401153564455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.01,5.175395202636719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.2779839992523193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,9.100701141357423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,16,power_law_1.2,0.21648640632629396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.06354560256004334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.01,1.2600735664367675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.8180031776428223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,3.8792255401611326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.274780797958374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.0395583987236023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,16,power_law_1.2,0.22826240062713624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.08150399923324585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.9289024353027344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.3010560035705566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.059324800968170166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.11213760375976563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,16,power_law_1.2,0.23651518821716308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.01,1.6712608337402344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.07460479736328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.3206912040710449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.15604159832000733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,16,power_law_1.2,0.25038719177246094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,16,power_law_1.2,1.312185573577881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.09618880152702332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,4.785193634033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.33006720542907714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.26442880630493165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,16,power_law_1.2,0.2703455924987793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.01,7.631439971923828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.01,2.3851551055908202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.12379839420318603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.28079359531402587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,16,power_law_1.2,1.6909599304199219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,16,power_law_1.2,0.2901695966720581
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.36925759315490725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.19096959829330445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.2923360109329224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,16,power_law_1.2,0.31662399768829347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.441593599319458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.20596799850463868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.30653440952301025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.01,3.098863983154297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,16,power_law_1.2,2.154867172241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,16,power_law_1.2,0.36207358837127684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.2242016077041626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.49504637718200684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.31912961006164553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,16,power_law_1.2,0.44167680740356446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.24437758922576905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,7.386771392822266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.573641586303711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.35964479446411135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.2517119884490967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,16,power_law_1.2,0.5390912055969238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,16,power_law_1.2,3.0174400329589846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.3963680028915405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.7784448146820069
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.01,9.745884704589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.26916160583496096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.01,4.799225616455078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,16,power_law_1.2,0.7478847980499268
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.37192320823669434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,1.0774975776672364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.27311999797821046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.40503678321838377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,16,power_law_1.2,0.9959456443786621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.26935999393463134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,1.7521472930908204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,16,power_law_1.2,4.816255950927735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.42363839149475097
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.27940480709075927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,16,power_law_1.2,1.3413023948669434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.43659520149230957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.2876319885253906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,2.0933792114257814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,9.78539810180664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.49483838081359866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.3025248050689697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.01,6.61219482421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,16,power_law_1.2,1.85229434967041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.3243680000305176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.5783775806427002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,2.5985952377319337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,16,power_law_1.2,6.177132797241211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.38708159923553465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.01,12.09686737060547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.6660031795501709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,16,power_law_1.2,2.8172479629516602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.4868639945983887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.7272448062896728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.6006432056427002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.8457280158996582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.01,7.900265502929687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.7190400123596191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,8.652374267578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,16,power_law_1.2,3.6714462280273437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.01,1.123091220855713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,0.9970944404602051
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,12.77232666015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,16,power_law_1.2,10.094220733642578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.4164640426635742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,1.2313376426696778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,16,power_law_1.2,5.480672073364258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.9763872146606445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.7482719421386719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.01,2.508064079284668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,14.107676696777343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,2.2860992431640623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.01,19.987881469726563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.01,12.715567779541015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,16,power_law_1.2,7.130137634277344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.01,3.600441741943359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,16,power_law_1.2,14.081936645507813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,3.3523841857910157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,20.854006958007812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.01,4.68900146484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,4.418592071533203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,16,power_law_1.2,9.45324478149414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,19.4511962890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.01,5.834806442260742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,5.53265609741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,16,power_law_1.2,15.883433532714843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.01,24.698252868652343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.01,9.210745239257813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,8.75354232788086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,16,power_law_1.2,16.255235290527345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,25.47305908203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.01,47.40617065429687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.060969597101211546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.061440002918243405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,16,power_law_1.2,31.01214599609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.08069120049476623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,41.48460693359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.10418239831924439
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,17.39074249267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.035760000348091125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.01,18.118275451660157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.1438976049423218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.056892800331115725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.26464319229125977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.07314879894256592
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.28218560218811034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.28421759605407715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.09296640157699584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.29688639640808107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.5125504016876221
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.11785600185394288
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.3081023931503296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.18096319437026978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.33029119968414306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.7063871860504151
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.20672960281372071
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,27.35350341796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.37858560085296633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.23237440586090088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.1569408059120178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.4075935840606689
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.2536639928817749
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,16,power_law_1.2,35.71749267578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.3915424108505249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.2657792091369629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.25881280899047854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.4151455879211426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.2734015941619873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.1865280032157898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.27818880081176756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.4366144180297852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.5026847839355468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.31042239665985105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.27216639518737795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.4601888179779053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.2886336088180542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.5657951831817627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.513974380493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.47188482284545896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.2979680061340332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.6188767910003662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.3041343927383423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.7382751941680908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.12151999473571777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.6714367866516113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.3325376033782959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.7307231903076172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.1907520055770874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.429315185546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.727564811706543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.4940671920776367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.8495295524597168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.31469120979309084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.8098591804504395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.6082272052764892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,16,1,power_law_1.2,1.13340482711792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,31.022689819335938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.729420804977417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.36211841106414794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.8235039710998535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.4139616012573242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,1.0062784194946288
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.4514912128448486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.8517120361328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.9715936660766602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,1.2429759979248047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.47434558868408205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.8529984474182128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.77227840423584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,16,1,power_law_1.2,2.514364814758301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.5393184185028076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.8542304039001465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,2.3133888244628906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.540723180770874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,16,1,power_law_1.2,3.591823959350586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.9344672203063965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.5644832134246827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,3.3939231872558593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.9129152297973633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.5768032073974609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,16,1,power_law_1.2,4.662847900390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.01,1.0214336395263672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.5799839973449707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.01,0.1691264033317566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,16,power_law_1.2,72.54755249023438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,4.460172653198242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.01,1.143843173980713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.01,0.2669055938720703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.5784383773803711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.30163519382476806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,16,1,power_law_1.2,5.79686393737793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.01,0.38316481113433837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.6248415946960449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.01,1.1956031799316407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.5109055995941162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,5.566511917114258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.01,0.1211840033531189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.6407360076904297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.36878080368041993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.01,1.449728012084961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.01,0.15311360359191895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.7066592216491699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.16099200248718262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.01,1.610550308227539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.01,0.24938559532165527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.8231103897094727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.24885759353637696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,16,1,power_law_1.2,9.159065246582031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.01,0.25461759567260744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.01,2.0165536880493162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,8.805705261230468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.4056384086608887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,1.008143997192383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.01,0.3337631940841675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.4646143913269043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,1.3060192108154296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.01,2.547862434387207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.01,0.35097599029541016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.18694720268249512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.7570687770843506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.01,0.35276479721069337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,1.6960256576538086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.31436800956726074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.01,3.45074577331543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.7271615982055664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.01,0.38407680988311765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.2057919979095459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,2.269308853149414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.01,0.373468804359436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.7567103862762451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.12487679719924927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.01,0.39489600658416746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.01,4.329350280761719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,16,1,power_law_1.2,17.995884704589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.8235936164855957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.18298239707946778
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,3.2310047149658203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.01,0.41834559440612795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,17.456941223144533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.8448384284973145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.2881311893463135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,16,power_law_1.2,0.16899839639663697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.06486080288887024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.01,0.44273600578308103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.32259840965270997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,16,power_law_1.2,0.26731200218200685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.8566656112670898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,4.206870269775391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.06716160178184509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.01,6.665721893310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.01,0.45739521980285647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,87.66895751953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,16,power_law_1.2,0.23135039806365967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.4291391849517822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.9099679946899414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.08887680172920227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.01,0.4908895969390869
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,16,power_law_1.2,0.1242527961730957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.43984642028808596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.11643840074539184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.9017184257507325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.01,0.5631296157836914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,16,power_law_1.2,0.15930559635162353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,5.876518249511719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.490396785736084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.19196799993515015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.9519007682800293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.01,0.6451039791107178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,16,power_law_1.2,0.21196160316467286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.01,8.524790191650391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.5074751853942872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.3055743932723999
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,16,power_law_1.2,1.0309887886047364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.01,0.8018207550048828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,16,power_law_1.2,0.25595200061798096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.527945613861084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.365996789932251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,16,power_law_1.2,1.0955264091491699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,16,power_law_1.2,0.3163808107376099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.01,0.94967041015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.5210207939147949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,8.025151824951172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.5136928081512451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,16,power_law_1.2,0.3482687950134277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,16,power_law_1.2,1.2352895736694336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.5952544212341309
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.01,1.281830406188965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.5287648200988769
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,16,power_law_1.2,0.3633120059967041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.01,10.731986999511719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.6031040191650391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.5398079872131347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,16,power_law_1.2,1.5066656112670898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.01,1.606991958618164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,16,power_law_1.2,0.3816351890563965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.6025023937225342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.570204782485962
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,16,power_law_1.2,1.7229951858520507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,16,power_law_1.2,0.3940191984176636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.01,2.3161760330200196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,10.101945495605468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.6490752220153808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.5850751876831055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,16,power_law_1.2,0.39286720752716064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,16,power_law_1.2,2.3269792556762696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.7350783824920655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.6018400192260742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.01,2.952000045776367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,16,power_law_1.2,0.40247678756713867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.8631039619445801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.6421728134155273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,16,power_law_1.2,2.860300827026367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,16,power_law_1.2,0.4441023826599121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.6574528217315674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,1.0906847953796386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.01,17.982386779785156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,16,power_law_1.2,0.4468512058258057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.01,4.425574493408203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.6826528072357178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,1.3682111740112304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,16,power_law_1.2,4.101459121704101
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,16,power_law_1.2,0.49416317939758303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.8762399673461914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,16.414486694335938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,16,power_law_1.2,0.5876416206359864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,1.9158815383911132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.9346783638000489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.01,5.834182357788086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,16,power_law_1.2,0.6490079879760742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,16,power_law_1.2,5.248611068725586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,2.4639583587646485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.9940320014953613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,16,power_law_1.2,0.8239232063293457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.01,1.1345824241638183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,16,power_law_1.2,1.0030528068542481
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,3.634419250488281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.01,1.2823167800903321
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.01,7.419308471679687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,16,power_law_1.2,7.6236419677734375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,16,power_law_1.2,1.3529855728149414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.5957632064819336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,5.249014282226563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,16,power_law_1.2,1.6871807098388671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.949772834777832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,16,power_law_1.2,2.46878719329834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,16,power_law_1.2,9.50889892578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.01,2.671023941040039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.01,35.23447265625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.01,11.413190460205078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,7.494758605957031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.043270400166511534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,16,power_law_1.2,3.2171710968017577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,32.717324829101564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.06409279704093933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.01,3.3260639190673826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.08085119724273682
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,16,power_law_1.2,4.856579208374024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.10239039659500122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,16,power_law_1.2,12.606902313232421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,9.340262603759765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.01,4.50296630859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.15023679733276368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.22111039161682128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,16,power_law_1.2,6.197187042236328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.308351993560791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.01,5.572297668457031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.365174388885498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.3766752004623413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.01,23.538412475585936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,12.279596710205078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.3877471923828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.06548479795455933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.01,6.354044723510742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,16,power_law_1.2,8.009661102294922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.06776959896087646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.40253119468688964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,16,power_law_1.2,21.60130615234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.08206080198287964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.41402878761291506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.11687999963760376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.43160319328308105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.16477760076522827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.4740128040313721
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.01,9.87795181274414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.26106240749359133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.5197055816650391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,16,power_law_1.2,12.767343902587891
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,19.328335571289063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.3403007984161377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.5349023818969727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.5049248218536377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.5663680076599121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,162.0851318359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.5226784229278565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.6053823947906494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.047603198885917665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.5322976112365723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.6513663768768311
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.06561599969863892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.5581503868103027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.7538496017456054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.07784960269927979
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.5798272132873535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.10553920269012451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,0.8692000389099122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.01,18.762620544433595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.5980607986450195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.14296319484710693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,1.1698816299438477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.6386816024780273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.2023168087005615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,16,power_law_1.2,40.291873168945315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.3979328155517579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.03727999925613403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.6670239925384521
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.25918400287628174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.04165120124816894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.04296320080757141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.05358080267906189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,16,power_law_1.2,26.213006591796876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.07676799893379212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.034492799639701845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.0780896008014679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.7168320178985595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.44818878173828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.039843198657035825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.07963200211524964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.041484799981117246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,1.9302560806274414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.08075839877128602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.04579519927501678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.0813535988330841
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.06610559821128845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.08303359746932984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.06906880140304565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.08516799807548522
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.07015680074691773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.3801248073577881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.8738271713256835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.08825920224189758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.07130240201950074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.08987200260162354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.07329919934272766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.09529280066490173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.07407360076904297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.10255680084228516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.07725120186805726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.10733760595321655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,2.4602752685546876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.08069760203361512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.37870399951934813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.1066815972328186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.9436223983764649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.08392639756202698
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.11942720413208008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.08871999979019166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.13610880374908446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.0966368019580841
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.19058239459991455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,39.573883056640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.10247039794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.25648319721221924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.3940256118774414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.10083839893341065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.038867199420928956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.0109375953674316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.11663039922714233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.36751360893249513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.03952319920063019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.13616640567779542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.04348799884319306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.46410560607910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.19913599491119385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.05210559964179993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,3.5222686767578124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.07528960108757018
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.27164158821105955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.4142464160919189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.6767871856689454
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.07664960026741027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.36950719356536865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.0779263973236084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,16,1,power_law_1.2,1.1738911628723145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.8908320426940918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.0790880024433136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.47441601753234863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.0803871989250183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.08119360208511353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.6899680137634278
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.4497824192047119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.311638355255127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.08313599824905396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.08626880049705506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.9102399826049805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.0890496015548706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,16,1,power_law_1.2,1.337292766571045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.09459199905395507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.01,1.7390144348144532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.2,0.05041599869728088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.10128320455551147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,1.3579360008239747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.10620800256729127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.5129119873046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.1052575945854187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,4.588592147827148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.11869759559631347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.01,2.195359992980957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.1359328031539917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,1.7977344512939453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.19032000303268432
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.6529024124145508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.2573951959609985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.5507999897003174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.366540789604187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.01,2.2577823638916015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.4628448009490967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.01,3.4722686767578126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.674015998840332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.6909408092498779
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,16,1,power_law_1.01,0.04956479966640472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.9983135223388673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.8954400062561035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.01,3.574553680419922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.311830425262451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,5.723331069946289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.6435776233673096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,14336,2,8,32,1,power_law_1.2,1.7378719329833985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,16,1,power_law_1.2,2.672972869873047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.01,6.947740936279297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.6271391868591308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.03373439908027649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,14336,2,8,32,1,power_law_1.2,2.191913604736328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.038966399431228635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.04097279906272888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.046076801419258115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.06715520024299622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.01,7.139238739013672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.06943359971046448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.8112640380859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.0705344021320343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.07219840288162231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,14336,2,8,32,1,power_law_1.2,3.4670337677001952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.073225599527359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,16,1,power_law_1.2,3.276105499267578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.07495679855346679
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.2,0.06369919776916504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.07771840095520019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.08118079900741577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,1.038364791870117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.08435199856758117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.08920000195503235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.09620159864425659
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.2,0.07551040053367615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,8.903577423095703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.10066879987716675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.10087679624557495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.1147487998008728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,1.1579327583312988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.13507200479507447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.2,0.10521600246429444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.1975872039794922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,14336,2,8,32,1,power_law_1.2,6.938368225097657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.05219200253486633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.2652960062026978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,16,1,power_law_1.2,4.396790313720703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,16,1,power_law_1.01,0.06352000236511231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.058483201265335086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.3730848073959351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.063155198097229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.07845119833946228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.4732096195220947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.11381440162658692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.2,0.14258559942245483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,1.5394047737121581
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.11389759778976441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.696940803527832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,16,1,power_law_1.01,0.07866880297660828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.11639679670333862
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.11811840534210205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.9118144035339355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.12158080339431762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.2,0.19957120418548585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.12253760099411011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.12428480386734009
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,16,1,power_law_1.01,0.10317759513854981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,1.3479424476623536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.1277408003807068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.1313439965248108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.1399168014526367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.2,0.2629280090332031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.14730559587478637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,16,1,power_law_1.2,5.451379013061524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,4.811254501342773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,1.7911968231201172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.1524672031402588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.15185279846191407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.1750656008720398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.2138688087463379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.2,0.3304255962371826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,14336,2,8,32,1,power_law_1.2,2.241440010070801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.31357440948486326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.40438079833984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.588102388381958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.2,0.35377280712127684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.7734975814819336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,14336,2,8,32,1,power_law_1.2,3.5580638885498046
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,6.581330871582031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.01,1.1352128028869628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.2,0.3593983888626099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,16,1,power_law_1.2,6.376899337768554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,17.565753173828124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.01,1.4919808387756348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.01,2.2230911254882812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.2,0.3982880115509033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.04943360090255737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,16,1,power_law_1.01,0.155350399017334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,14336,2,8,32,1,power_law_1.2,7.1137443542480465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.01,0.04595839977264404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.01,2.9593664169311524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.2,0.41654081344604493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.01,0.0507968008518219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.01,0.05287359952926636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,8.34869155883789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,16,1,power_law_1.01,0.23868799209594727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.053750401735305785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.05612159967422485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.2,0.4372096061706543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.01,3.700364685058594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,16,1,power_law_1.01,0.28413119316101076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.2,0.45960321426391604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,16,1,power_law_1.2,9.878451538085937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,16,1,power_law_1.01,0.3423295974731445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.01,5.894198226928711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.2,0.47364158630371095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.01,0.06474879980087281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,16,1,power_law_1.01,0.3641279935836792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.01,0.06567680239677429
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.06947199702262878
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.01,0.06692799925804138
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.01,0.06831039786338806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.2,0.48239359855651853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.01,0.06930239796638489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,11.93987808227539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.01,0.07081599831581116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,16,1,power_law_1.01,0.37843520641326905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.01,0.07194240093231201
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.01,0.07369920015335082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.01,0.07614719867706299
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.01,0.07942079901695251
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.2,0.5081471920013427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.01,0.08632640242576599
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,16,1,power_law_1.01,0.41371521949768064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.01,0.09772800207138062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.01,0.1024351954460144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.01,0.1019487977027893
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.01,0.12373440265655518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.2,0.5660255908966064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.01,0.16845120191574098
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.0975488007068634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,16,1,power_law_1.01,0.44121599197387695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.01,11.746905517578124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.01,0.21280319690704347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.10019199848175049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.056959998607635495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.10324480533599853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.01,0.278108811378479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.058524799346923825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.10455679893493652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.06062399744987488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.01,0.37435839176177976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.10839040279388427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.07911360263824463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.2,0.6412799835205079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.10934079885482788
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.11353600025177002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.01,0.4750815868377686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,16,1,power_law_1.01,0.44907197952270506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.11285120248794556
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.11492160558700562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.11632640361785888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.11650880575180053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.01,0.6818143844604492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.11897920370101929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.11805440187454223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.12779840230941772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.12160320281982422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.01,0.889187240600586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.13560320138931276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.12275840044021606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.2,0.7357312202453613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,16,1,power_law_1.01,0.46083841323852537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.12457280158996582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.14132159948349
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.12783039808273317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.1438431978225708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.01,1.3114975929260253
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.13272000551223756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.16932480335235595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,15.498381042480469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.13991039991378784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.22094399929046632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.14667840003967286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,16,1,power_law_1.2,18.755946350097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.2,0.8509407997131347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,16,1,power_law_1.01,0.47358078956604005
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.01,1.73306884765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.31584959030151366
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.15234559774398804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.04821119904518127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.15167360305786132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.4019519805908203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.05266879796981812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.17525440454483032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.05814719796180725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.606879997253418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.21216959953308107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.07038400173187256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.01,2.194416046142578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.0976639986038208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.3172192096710205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,16,1,power_law_1.01,0.48566398620605467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.7735616207122803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.10054399967193603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.2,1.069814395904541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.405401611328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.10367360115051269
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.105075204372406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,1.1365887641906738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.5862815856933594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.10930559635162354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.10958080291748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.7714399814605712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,16,1,power_law_1.01,0.505459213256836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.11272640228271484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.01,3.451558303833008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,1.509017562866211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.11702719926834107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.12080639600753784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,16384,2,8,32,1,power_law_1.2,1.1340031623840332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.2,1.2812864303588867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.12686400413513182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.13644479513168334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,2.2298240661621094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.1425312042236328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,16,1,power_law_1.01,0.555292797088623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,16384,2,8,32,1,power_law_1.2,1.49334716796875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.14550399780273438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.17193280458450316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.2204927921295166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.319705605506897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,16384,2,8,32,1,power_law_1.2,2.222364807128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,2.953331184387207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.2,1.6907167434692383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,16,1,power_law_1.01,0.6001247882843017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.40397119522094727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.01,6.8910369873046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.6126783847808838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,16384,2,8,32,1,power_law_1.2,0.04732480049133301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,16.96967315673828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.7738751888275146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,16384,2,8,32,1,power_law_1.2,0.05159040093421936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,16384,2,8,32,1,power_law_1.2,2.9500064849853516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,16384,2,8,32,1,power_law_1.2,0.053299200534820554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,16,1,power_law_1.01,0.7200416088104248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.01,3.7136417388916017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,16384,2,8,32,1,power_law_1.2,0.06453120112419128
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,1.1420991897583008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,16384,2,8,32,1,power_law_1.2,0.0654304027557373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,16384,2,8,32,1,power_law_1.2,0.06685439944267273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.2,2.1191007614135744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,16384,2,8,32,1,power_law_1.2,0.06826239824295044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,1.5020288467407226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,16384,2,8,32,1,power_law_1.2,0.06937599778175355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,16384,2,8,32,1,power_law_1.2,3.698649597167969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,16384,2,8,32,1,power_law_1.2,0.07072960138320923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,16,1,power_law_1.01,0.8091520309448242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,16384,2,8,32,1,power_law_1.2,0.07204800248146057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,16384,2,8,32,1,power_law_1.2,0.07387199997901917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,2.236511993408203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,16384,2,8,32,1,power_law_1.2,0.07639999985694886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,16384,2,8,32,1,power_law_1.2,0.07984960079193115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.01,5.902755355834961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,16384,2,8,32,1,power_law_1.2,0.08679360151290894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,16384,2,8,32,1,power_law_1.2,0.09785599708557129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,16,1,power_law_1.01,1.0242112159729004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,16384,2,8,32,1,power_law_1.2,0.10366079807281495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,2.9672607421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.2,2.962915229797363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,16384,2,8,32,1,power_law_1.2,0.10157760381698608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,16384,2,8,32,1,power_law_1.2,5.894720077514648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,16384,2,8,32,1,power_law_1.2,0.12336000204086303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,16384,2,8,32,1,power_law_1.2,0.17001919746398925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.24784319400787352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,16384,2,8,32,1,power_law_1.2,0.21368958950042724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,16384,2,8,32,1,power_law_1.2,0.2727328062057495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,16,1,power_law_1.01,1.2321375846862792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,16384,2,8,32,1,power_law_1.2,3.72786865234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,16384,2,8,32,1,power_law_1.2,0.37767040729522705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,16384,2,8,32,1,power_law_1.2,0.4735231876373291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,16384,2,8,32,1,power_law_1.2,0.6792640209197998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,12.684230041503906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.2,3.8074302673339844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,16384,2,8,32,1,power_law_1.2,0.8931232452392578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,16,1,power_law_1.01,1.6609983444213867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.01,11.776227569580078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,16384,2,8,32,1,power_law_1.2,1.312649631500244
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,16384,2,8,32,1,power_law_1.2,5.916435241699219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,16384,2,8,32,1,power_law_1.2,11.755158233642579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,16384,2,8,32,1,power_law_1.2,1.7310047149658203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,16,1,power_law_1.01,2.076543998718262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.2525408029556274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.01,0.14922560453414918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,16384,2,8,32,1,power_law_1.2,2.201584053039551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.2,4.763542556762696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.01,0.1502784013748169
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.01,0.11874879598617553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,16384,2,8,32,1,power_law_1.2,3.450038528442383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,16,1,power_law_1.01,2.919910430908203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.01,0.10113600492477418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,16384,2,8,32,1,power_law_1.2,11.820748901367187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.01,0.11764479875564575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.13606079816818237
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,16384,2,8,32,1,power_law_1.2,6.888784027099609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,16,1,power_law_1.01,3.7844512939453123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.19269440174102784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.14688960313796998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.2,7.3532768249511715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.01,0.15785280466079712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.12910399436950684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.16339199542999266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.01,0.17178560495376588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.24920639991760254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.01,0.1735200047492981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,16,1,power_law_1.01,4.725823974609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.18466240167617798
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.01,0.19284160137176515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.01,0.20524799823760986
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.19029120206832886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.21651840209960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.2464672088623047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.1473855972290039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.01,0.24191360473632811
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,16,1,power_law_1.01,7.290480041503907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.2,14.37439422607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.01,0.2580640077590942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,32,power_law_1.2,0.16892160177230836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.31050240993499756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,32,power_law_1.2,0.14987839460372926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.01,0.3687391996383667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,32,power_law_1.2,0.08899199962615967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.4389664173126221
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,32,power_law_1.2,0.09679359793663025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.2021791934967041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.01,0.5962624073028564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.14753600358963012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.1030079960823059
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,32,power_law_1.2,0.10727360248565673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,59.55152587890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.734611177444458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.13653440475463868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.12884479761123657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.054985600709915164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,32,power_law_1.2,0.1483232021331787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.01,1.0421343803405763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.06833919882774353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.1639840006828308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,16,1,power_law_1.01,14.246791076660156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07731519937515259
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,1.3901120185852052
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,32,power_law_1.2,0.16584320068359376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.03686079978942871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.1050976037979126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,32,power_law_1.2,0.1743008017539978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.04097599983215332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.13845759630203247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.01,1.9917503356933595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.18312640190124513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.06692799925804138
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.17811520099639894
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.18403840065002441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.2729311943054199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,32,power_law_1.2,0.1935520052909851
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.08799999952316284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.24176640510559083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.01,2.746051216125488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.14808000326156617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,32,power_law_1.2,0.20393919944763184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.1159168004989624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.2490623950958252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.22587199211120607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.1506175994873047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.25760319232940676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,32,power_law_1.2,0.25710721015930177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.17982079982757568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.2871167898178101
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.01,3.960287857055664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,32,power_law_1.2,0.26784000396728513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.19037120342254638
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.2792191982269287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.1966912031173706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.3103679895401001
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.30919680595397947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.12244479656219483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.20298240184783936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,32,power_law_1.2,0.37990078926086424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.20194239616394044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.30479679107666013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.01,5.225158309936523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.21570560932159424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.46721601486206055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.37357439994812014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.2257535934448242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.24927680492401122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,32,power_law_1.2,0.6170048236846923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.3121151924133301
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.237007999420166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.2783967971801758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.3242464065551758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.8010848045349122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.25766720771789553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.2926111936569214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.34288640022277833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.25138559341430666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.01,6.549839782714844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,32,power_law_1.2,1.178012752532959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.3752448081970215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.2609600067138672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.41169281005859376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,1.4963552474975585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.275980806350708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.5151487827301026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.3124959945678711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.2586688041687012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.07521920204162598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,32,power_law_1.2,2.1839263916015623
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.34723520278930664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.620959997177124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.4235551834106445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.0882559776306153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.01,10.718748474121094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,32,power_law_1.2,2.8628448486328124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.5215648174285888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.5007360458374024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,0.7614304065704346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.08727679848670959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.29461119174957273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,32,power_law_1.2,4.245555114746094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,0.9521535873413086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.01,3.6627262115478514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.3189536094665527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.2860992431640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.3140768051147461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.01,5.659798431396484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.2605567932128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,1.676598358154297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,32,power_law_1.2,6.116070556640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.2591392040252686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.2783360004425049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,2.4005407333374023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.01,6.563330841064453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.11815359592437744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.3379008054733276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.01,20.854383850097655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,32,power_law_1.2,7.568752288818359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.08825920224189758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,3.153481674194336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.3404000043869019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.3525183916091919
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.01,5.080534362792969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,3.977443313598633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.1257439970970154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.31852800846099855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,32,power_law_1.2,12.951837158203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.2968575954437256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.01,14.490719604492188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.10962239503860474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,6.2248798370361325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.3261535882949829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.15378559827804567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.15731199979782104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.1605471968650818
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.3701920032501221
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.3232255935668945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.12408000230789185
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.17269439697265626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.41593279838562014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.33838400840759275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.18012800216674804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,12.409241485595704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.3428704023361206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.185808002948761
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.04342719912528992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.18919999599456788
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.01,22.67266845703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.05893440246582031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.06734399795532227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.08946560025215149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,32,power_law_1.2,26.63673095703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.1500383973121643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.11535680294036865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.034230399131774905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.15857280492782594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.15285439491271974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.05167999863624573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.16165759563446044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.2055039882659912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.06715840101242065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.17175040245056153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.21807360649108887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.08776000142097473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.17307519912719727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.22863359451293946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.11056640148162841
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.1875231981277466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.1953312039375305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.4732672214508057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.24025280475616456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.14448959827423097
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.1972767949104309
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.21262719631195068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.25411200523376465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.18073920011520386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.22122879028320314
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.3708479881286621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.26477439403533937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.18816959857940674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.4257823944091797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.28729920387268065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.19522880315780639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.3143199920654297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.20081920623779298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.2964544057846069
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.2130880117416382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.3049760103225708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.22670719623565674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.328217601776123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.24343039989471435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.19601600170135497
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.36636159420013426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.2651263952255249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.2960671901702881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.20650880336761473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.4042719841003418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.2571903944015503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.01,45.021627807617186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.3411967992782593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.23035840988159179
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.26743040084838865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.49866881370544436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.5608255863189697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.2868063926696777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.6310848236083985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.6673503875732422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.32093119621276855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.8750880241394043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.35536320209503175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.01,0.9124256134033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.4811488151550293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.0371007919311523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.43894400596618655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.5320479869842529
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.4647295951843262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,0.7760608196258545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.3011296033859253
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.9232799530029296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,0.9536800384521484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.35447039604187014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.3001824378967286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.8064447402954102
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.37731521129608153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,1.7027488708496095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.46575360298156737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,32,1,power_law_1.2,3.6843841552734373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.5745440006256104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,2.4215391159057615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.01,1.177673625946045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.5798240184783936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,32,1,power_law_1.2,4.306380844116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.01,1.7277536392211914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,3.1803455352783203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.01,2.245619201660156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,4.000758361816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.38078720569610597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,32,1,power_law_1.2,6.945030212402344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.01,3.356304168701172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.48687038421630857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.6034624099731445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.01,4.381814575195312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,6.286851119995117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.729856014251709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.8067487716674805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,32,power_law_1.2,0.962063980102539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.01,5.35847053527832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,32,1,power_law_1.2,13.450930786132812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.01,0.03323839902877808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.01,0.0317984014749527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.01,0.03308799862861633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.01,0.027695998549461365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.01,0.04655359983444214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.01,0.028537601232528687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.01,0.04746879935264588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,12.501443481445312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.01,0.02884800136089325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.01,0.05119040012359619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.01,0.038262400031089785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.01,0.05183359980583191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.01,0.032576000690460204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.01,8.50711669921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.01,0.04141440093517303
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.01,0.05674880146980286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.01,0.03903039991855621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.01,0.04457600116729736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.01,0.05973759889602661
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.01,0.038550400733947755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.01,0.04762240052223206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.01,0.05975040197372437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.01,0.039631998538970946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.01,0.05027840137481689
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.01,0.062480002641677856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.8508576393127442
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.01,0.04100160002708435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.01,0.052172797918319705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.01,0.0673471987247467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.01,0.04156480133533478
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.01,0.05164480209350586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.01,0.07012799978256226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.01,0.044915199279785156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.01,0.05655999779701233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.01,0.07468799948692321
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.01,0.04534080028533936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.01,0.05945919752120972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.01,0.07982720136642456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.01,0.047305598855018616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.01,0.06202239990234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.01,0.08416000008583069
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,32,power_law_1.2,1.3444191932678222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.01,0.04902400076389313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,1.0197312355041503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.01,0.07002879977226258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.01,0.09346240162849426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.01,0.050809597969055174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.01,0.07670400142669678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.01,0.11106239557266236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.01,0.05427839756011963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.01,0.08183680176734924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.13032000064849852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,32,power_law_1.2,1.9143936157226562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,1.5036607742309571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.01,0.05739840269088745
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.01,0.0910975992679596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.16894400119781494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.01,0.06629440188407898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.01,0.10976320505142212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.21998720169067382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.01,0.07267199754714966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.01,0.1321568012237549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.31191999912261964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,1.9713951110839845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.01,0.07893440127372742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,32,power_law_1.2,2.5407072067260743
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.01,17.69001922607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.01,0.1873792052268982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.01,0.08742079734802247
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.38957440853118896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,32,power_law_1.2,0.03333120048046112
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.01,0.23291521072387694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.01,0.1084447979927063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,32,power_law_1.2,0.030553600192070006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.5795008182525635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.01,0.3260063886642456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.01,0.13595520257949828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,32,power_law_1.2,0.03361279964447021
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,2.8843231201171875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,32,power_law_1.2,0.046972799301147464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,32,power_law_1.2,3.606876754760742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.01,0.1821727991104126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.01,0.4146111965179443
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.7597760200500489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,32,power_law_1.2,0.04651840031147003
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.01,0.22823679447174072
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,32,power_law_1.2,0.05002239942550659
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.01,0.6098559856414795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.01,1.087071990966797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.01,0.3236959934234619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,32,power_law_1.2,0.05504000186920166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.01,0.8051615715026855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,32,power_law_1.2,0.05617920160293579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,1.063856029510498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.01,0.41974401473999023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,3.8130718231201173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,32,power_law_1.2,0.05856000185012818
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.01,1.4565152168273925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,32,power_law_1.2,5.086240005493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.01,0.6139808177947998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,32,power_law_1.2,0.06059839725494385
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.01,1.2019200325012207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,1.5736703872680664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,32,power_law_1.2,0.06429759860038757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.01,0.7946080207824707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,32,power_law_1.2,0.06748480200767518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.01,1.86429443359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.01,1.5546079635620118
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,32,power_law_1.2,0.06979519724845887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,4.907756805419922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.01,1.1825504302978516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,2.1411327362060546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,32,power_law_1.2,0.07412480115890503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,32,power_law_1.2,0.07854400277137756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,32,power_law_1.2,6.564230346679688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.01,2.0379104614257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,32,power_law_1.2,0.08504319787025452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.01,1.557027244567871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.01,3.0726112365722655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,32,power_law_1.2,0.09383040070533752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,3.108889579772949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,32,power_law_1.2,0.11261440515518188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.1341856002807617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.01,1.984339141845703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.01,3.205219268798828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.1921280026435852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.22703039646148682
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,7.885871887207031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,4.0915679931640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.3353919982910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.4166207790374756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.01,3.103219223022461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.01,6.075324630737304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,32,power_law_1.2,10.942729949951172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,32,power_law_1.2,0.027695998549461365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.6390079975128173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,32,power_law_1.2,0.02746239900588989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,32,power_law_1.2,0.028217598795890808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.8755807876586914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.01,6.504249572753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,32,power_law_1.2,0.03398720026016235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,5.425155258178711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,32,power_law_1.2,0.03326080143451691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,32,power_law_1.2,0.03660480082035065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.3839136123657227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,32,power_law_1.2,0.03897919952869415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,32,power_law_1.2,0.039427199959754945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,32,power_law_1.2,0.03764159977436066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,32,power_law_1.2,0.040582400560379026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,32,power_law_1.2,0.03984000086784363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,32,power_law_1.2,0.043628799915313723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.01,6.278736114501953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,32,power_law_1.2,1.8366079330444336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,32,power_law_1.2,0.03826879858970642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,32,power_law_1.2,0.04681920111179352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.07674559950828552
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,32,power_law_1.2,0.04318079948425293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,32,power_law_1.2,0.050070399045944215
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.06482880115509033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,32,power_law_1.2,0.04441919922828674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,32,power_law_1.2,0.05594239830970764
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.0640447974205017
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,15.472029113769532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,32,power_law_1.2,2.1106176376342773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,32,power_law_1.2,0.04573439955711365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,32,power_law_1.2,0.06046720147132874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.10111360549926758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,8.439344024658203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.0737887978553772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,32,power_law_1.2,0.04859200119972229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,32,power_law_1.2,0.06324800252914428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.10491839647293091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.06064320206642151
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,32,power_law_1.2,0.04848000109195709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,32,power_law_1.2,0.06931840181350708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.11095360517501832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.057993602752685544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,32,power_law_1.2,0.0521664023399353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,32,power_law_1.2,0.07742080092430115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.11383039951324463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.08912640213966369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,32,power_law_1.2,0.05585920214653015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,32,power_law_1.2,0.08276479840278625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.11595200300216675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.08925759792327881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,32,power_law_1.2,3.892496109008789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,32,power_law_1.2,0.060022401809692386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,32,power_law_1.2,0.09149439930915833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.11789439916610718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.09646080136299133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,32,power_law_1.2,0.06687359809875489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,32,power_law_1.2,21.79832305908203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,32,power_law_1.2,0.11213120222091674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.12126079797744752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.10128959417343139
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,32,power_law_1.2,0.07361279726028443
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.08687040209770203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,32,power_law_1.2,0.13646719455718995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.12682559490203857
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.1027008056640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.01,0.0701471984386444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,32,power_law_1.2,0.0806879997253418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.0616320013999939
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,32,power_law_1.2,0.19057600498199462
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.1320896029472351
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.1052672028541565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,32,power_law_1.2,0.08798080086708068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.059564799070358276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.13902080059051514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,32,power_law_1.2,0.2525183916091919
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.10827200412750244
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.09729920029640197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,32,power_law_1.2,0.10890560150146485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.15186560153961182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.11303679943084717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,32,power_law_1.2,0.3601919889450073
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.10065599679946899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,32,power_law_1.2,0.13562560081481934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.1600640058517456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.11859840154647827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.10842880010604858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,32,power_law_1.2,0.46300158500671384
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,32,power_law_1.2,0.19335999488830566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.16934080123901368
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.12552640438079835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.11292480230331421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,32,power_law_1.2,0.24164800643920897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.19020160436630248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.13584959506988525
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.11489599943161011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,32,power_law_1.2,0.7228000164031982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,32,power_law_1.2,8.72491226196289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.23776640892028808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.01,0.060899198055267334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.14581120014190674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,32,power_law_1.2,0.3385983943939209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.11740800142288207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.0671999990940094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,17.41742401123047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.01,0.062224000692367554
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.2956576108932495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,32,power_law_1.2,0.9494815826416015
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.15673919916152954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.11953279972076417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.05545600056648255
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,32,power_law_1.2,0.43404479026794435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,32,power_law_1.2,0.07070080041885377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.01,0.06394879817962647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.4129183769226074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.17210240364074708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.1256832003593445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.057974398136138916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,32,power_law_1.2,0.05908160209655762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.01,0.06676160097122193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,32,power_law_1.2,0.6413472175598145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.1327839970588684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.2433568000793457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.08705919981002808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.5308256149291992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,32,power_law_1.2,1.4900863647460938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,32,power_law_1.2,0.0616703987121582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.01,0.07062079906463622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.13978879451751708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.3126271963119507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.08927680253982544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,32,power_law_1.2,0.06202560067176819
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,32,power_law_1.2,0.8634495735168457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.01,0.07340800166130065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.15012160539627076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.7788000106811523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.09607359766960144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.43056960105895997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,32,power_law_1.2,0.06410560011863708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.01,0.07592319846153259
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.15990400314331055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.09972479939460754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,32,power_law_1.2,2.128767967224121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,32,power_law_1.2,0.06966720223426819
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.9758015632629394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.5611968040466309
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.01,0.07931839823722839
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.1699136018753052
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,32,power_law_1.2,1.3024736404418946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.1018720030784607
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,32,power_law_1.2,0.07306879758834839
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.01,0.08164160251617432
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.19606399536132812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.7744703769683838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.10535999536514282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,32,power_law_1.2,0.07429440021514892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.5533856391906737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.01,0.08810880184173583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.26448640823364256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.10778559446334839
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,32,power_law_1.2,0.07839679718017578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,32,power_law_1.2,1.7737567901611329
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.01,0.09429439902305603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,1.0667967796325684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,32,power_law_1.2,2.767724800109863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.3227839946746826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.1129472017288208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,32,power_law_1.2,0.08031359910964966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.01,0.10099519491195678
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.01,2.070812797546387
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.11898880004882813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.4798783779144287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,32,power_law_1.2,0.08630080223083496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.01,0.11351360082626342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,1.6337087631225586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.12526079416275024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,32,power_law_1.2,0.09206079840660095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.6449503898620605
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.01,0.12699520587921143
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,32,power_law_1.2,2.2230144500732423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.13674559593200683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,32,power_law_1.2,0.10016640424728393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.01,0.14219839572906495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.8990367889404297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.14575040340423584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.01,3.166019248962402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,2.174015998840332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,32,power_law_1.2,0.11166399717330933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.01,0.16831040382385254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,32,power_law_1.2,4.359888076782227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.15792959928512573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,32,power_law_1.2,0.12491199970245362
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.2078495979309083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.01,0.23748159408569336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.1941472053527832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,32,power_law_1.2,0.1400383949279785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.01,0.28896958827972413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.2760159969329834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,32,power_law_1.2,3.6322784423828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,32,power_law_1.2,0.16620800495147706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,3.2960479736328123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,32,power_law_1.2,2.0094463348388674
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.01,4.271315383911133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.01,0.43807358741760255
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.3466399908065796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,32,power_law_1.2,0.2326143980026245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.01,0.5654687881469727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,32,power_law_1.2,0.2849024057388306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.4971583843231201
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,32,power_law_1.2,2.65295352935791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,32,power_law_1.2,0.3972831964492798
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.01,0.906931209564209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.6666687965393067
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,4.241385650634766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,32,power_law_1.2,0.5197984218597412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.8882719993591308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.01,1.3081024169921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.01,5.271404647827149
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,32,power_law_1.2,0.7874207973480225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,32,power_law_1.2,9.047011566162109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,32,power_law_1.2,4.144169616699219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,1.2013728141784668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.01,2.343680000305176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.022566400468349457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,32,power_law_1.2,1.0157600402832032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,32,power_law_1.2,7.296073913574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.03747200071811676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.025334399938583375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,5.506854248046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,1.8317312240600585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.04260160028934479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.03924799859523773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,32,power_law_1.2,1.489145565032959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.01,3.1399200439453123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.05216959714889526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.04449920058250427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.06563199758529663
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.05301759839057922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,2.464211273193359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,32,power_law_1.2,6.311840057373047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,32,power_law_1.2,1.9496864318847655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.08218880295753479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.06312000155448913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.01,9.139485168457032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.08608319759368896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.08018879890441895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.08786879777908325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.01,5.198604965209961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.08411840200424195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.09125760197639465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.08655999898910523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,32,power_law_1.2,3.2086048126220703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,4.3226367950439455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.09397119879722596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,8.717958068847656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.08932480216026306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.09997439980506898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.09173759818077087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.11149120330810547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,32,power_law_1.2,8.112957000732422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.09748799800872802
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.11390399932861328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.01,6.654723358154297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.10390399694442749
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,32,power_law_1.2,3.994220733642578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.11843839883804322
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.10676480531692505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,5.752316665649414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.12383999824523925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.11155200004577637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.128985595703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.117302405834198
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.13932160139083863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.12327680587768555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.15883840322494508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.1327072024345398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.2,5.408758544921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.18001919984817505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.15285439491271974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,32,power_law_1.01,7.96209945678711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.22367680072784424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.17441600561141968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.01,17.352447509765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,7.736758422851563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.2757344007492065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.23003840446472168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,32,power_law_1.2,13.004649353027343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.4036672115325928
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.29310719966888427
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.536137580871582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.4140927791595459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,18.889881896972657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.7521088123321533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.5386975765228271
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.022896000742912294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.2,9.194080352783203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.03736959993839264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.7553376197814942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.9716896057128906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.04239040017127991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.05095360279083252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,0.9922080039978027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,32,power_law_1.01,12.919871520996093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.4465855598449706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.06245120167732239
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.08316799998283386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,13.458432006835938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.468172836303711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.0865119993686676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.9340063095092774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.09165120124816895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.09321280121803284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,1.950281524658203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.09671040177345276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.01,2.392588806152344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.1022271990776062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.11410239934921265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,2.4533952713012694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.11793279647827148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.12178560495376586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,32,power_law_1.2,25.969305419921874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.2,18.544876098632812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.12652479410171508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.01,3.824553680419922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.025193598866462708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.13233599662780762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,3.891078567504883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.039129599928855896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.14172159433364867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.04414399862289429
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.16180479526519775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.05130559802055359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.18315839767456055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.06033920049667359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.22677440643310548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,32,power_law_1.01,38.46624755859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.01,7.6549629211425785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,28.4087890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,7.800566101074219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.0796992003917694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.28224639892578124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.20076799392700195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.08346880078315735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.12115199565887451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.01,0.11581759452819824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.0871936023235321
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.17687679529190065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.40797438621521
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.17989120483398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.12228800058364868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.01,0.10829440355300904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.09025279879570007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.0881056010723114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.1136288046836853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.5363584041595459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.10881279706954956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.1003648042678833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.7598176002502441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.17017279863357543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.01,0.08851519823074341
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.09318079948425292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.14040000438690187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.1539232015609741
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.9806079864501953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.19254399538040162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.01,0.09258559942245484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.09913920164108277
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.1480064034461975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.01,0.09855039715766907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.16736960411071777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.01,0.11969599723815919
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.21855039596557618
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.21229760646820067
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.01,0.12433919906616211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.4626848220825195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.10593600273132324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.16767359972000123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.12394239902496337
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.21952641010284424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.21041600704193114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.01,0.12168639898300171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.11010240316390991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.9533695220947265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.17544000148773192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.0936352014541626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.22606399059295654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,32,1,power_law_1.2,2.4105215072631836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.22044799327850342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.01,0.13344000577926635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.11342719793319703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,32,1,power_law_1.2,3.8694496154785156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.01,0.13912960290908813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,6144,2560,8,160,1,32,power_law_1.2,0.11181119680404664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.179750394821167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.09157440066337585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.22451839447021485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.22450239658355714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.11945279836654663
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.01,0.14899519681930543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,6144,2560,8,160,1,32,power_law_1.2,0.09142079949378967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,32,1,power_law_1.2,7.697216033935547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.18479039669036865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.13736319541931152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.23153600692749024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.23663039207458497
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.12502399682998658
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.01,0.15937600135803223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.23601279258728028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.1353983998298645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,6144,2560,8,160,1,32,power_law_1.2,0.0852512001991272
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.25462400913238525
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.032620799541473386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.18911679983139038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.14913599491119384
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.2469856023788452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.01,0.16230399608612062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.24754559993743896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.15483520030975342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,6144,2560,8,160,1,32,power_law_1.2,0.09296000003814697
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.2548799991607666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,6144,2560,8,160,1,32,power_law_1.2,0.09757760167121887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.05507519841194153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.19760960340499878
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.17482240200042726
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.01,0.18800959587097169
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.2585439920425415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.17645119428634642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.29260480403900146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,6144,2560,8,160,1,32,power_law_1.2,0.11620800495147705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.06689599752426148
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.21396479606628419
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.17964479923248292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.01,0.2021791934967041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.285155200958252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.2352992057800293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.29793601036071776
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,6144,2560,8,160,1,32,power_law_1.2,0.12231999635696411
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.0844543993473053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.21427199840545655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.18303040266036988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.11009600162506103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.01,0.2370527982711792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.2923360109329224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.2992192029953003
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.3313535928726196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,6144,2560,8,160,1,32,power_law_1.2,0.12704960107803345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.2369312047958374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.19236799478530883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.15918400287628173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.01,0.2736063957214355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.36212160587310793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.41922879219055176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.40674557685852053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.3790303945541382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,6144,2560,8,160,1,32,power_law_1.2,0.1344063997268677
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.261296010017395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.19188159704208374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.16994240283966064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.01,0.34355199337005615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.5398719787597657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.5111231803894043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.4715904235839844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.7661503791809082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,6144,2560,8,160,1,32,power_law_1.2,0.13963199853897096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.5726592063903808
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.28658881187438967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.19706239700317382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.17443840503692626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.01,0.43041281700134276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.6386720180511475
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,1.0076736450195312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.9451744079589843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,6144,2560,8,160,1,32,power_law_1.2,0.14810559749603272
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.4865887641906739
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.9244544029235839
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.3429120063781738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.21561601161956787
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.1807520031929016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.01,0.5935904026031494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.16015682220459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.01,0.7454207897186279
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,6144,2560,8,160,1,32,power_law_1.2,0.15517760515213014
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,1.9715360641479491
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,1,32,power_law_1.01,1.7568607330322266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.4536479949951172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.22258241176605226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.1881152033805847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.8153696060180664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.01,1.1129535675048827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,6144,2560,8,160,1,32,power_law_1.2,0.1651360034942627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,2.4734752655029295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,1,32,power_law_1.01,4.515676879882813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.55032320022583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.25467839241027834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,3.9235233306884765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.20029759407043457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.2,2.532182312011719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.01,1.4663007736206055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,6144,2560,8,160,1,32,power_law_1.2,0.20287039279937744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,1,32,power_law_1.01,6.274790573120117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,6144,2560,8,160,1,32,power_law_1.2,0.22078399658203124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.7965951919555664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.2608191967010498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.21328320503234863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.01,8.074012756347656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,1,32,power_law_1.2,3.7602718353271483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.21995201110839843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,7.849049377441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.01,2.086832046508789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,6144,2560,8,160,1,32,power_law_1.2,0.2452672004699707
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.03313280045986176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.30103359222412107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,1.005843162536621
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.01,5.731529617309571
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.22666559219360352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,1,32,power_law_1.2,5.1457569122314455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,6144,2560,8,160,1,32,power_law_1.2,0.27908480167388916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.01,2.8157279968261717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.053827202320098876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.3652512073516846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,1.5032352447509765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.23559041023254396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,6144,2560,8,160,1,32,power_law_1.2,0.3570879936218262
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.06488320231437683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.503388786315918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.01,4.269430541992188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,1.9759904861450195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.2422015905380249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.2,8.425180816650391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,6144,2560,8,160,1,32,power_law_1.2,0.4616096019744873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,1,32,power_law_1.01,18.414346313476564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.08258879780769349
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.6348383903503418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.260915207862854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,6144,2560,8,160,1,32,power_law_1.2,0.6256927967071533
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,3.081612777709961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.10356160402297973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.01,5.681760025024414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.9449407577514648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.29336960315704347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,6144,2560,8,160,1,32,power_law_1.2,0.8308032035827637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.13846720457077027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.2,11.091072082519531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,3.896665573120117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,1.1751423835754395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.34346559047698977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,1,32,power_law_1.01,10.097500610351563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.1456447958946228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,6144,2560,8,160,1,32,power_law_1.2,1.184000015258789
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.447708797454834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.01,7.375494384765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,1.7858783721923828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.15073599815368652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.5844736099243164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,5.8583423614501955
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,6144,2560,8,160,1,32,power_law_1.2,1.5979647636413574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.1558560013771057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,2.5712127685546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.7757664203643799
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.1620959997177124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.2,14.300051879882812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,6144,2560,8,160,1,32,power_law_1.2,2.4677215576171876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.1742527961730957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,3.3730400085449217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.9734560012817383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.01,11.586576080322265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,8.152732849121094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.1853376030921936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,6144,2560,8,160,1,32,power_law_1.2,3.173673629760742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,1,32,power_law_1.01,24.697882080078124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.4040063858032226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.188099205493927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,5.287449645996094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.1961856007575989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,6144,2560,8,160,1,32,power_law_1.2,4.998608016967774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.8383903503417969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,9.956877136230469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.20458879470825195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.21246399879455566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,8.137673950195312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.01,2.6660255432128905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.2,24.33629455566406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.22840640544891358
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,6144,2560,8,160,1,32,power_law_1.2,6.971100616455078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.27086400985717773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.01,3.4600223541259765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.01,24.507139587402342
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.3185728073120117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.4241824150085449
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,15.835174560546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,11.27962875366211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,6144,2560,8,160,1,32,power_law_1.2,8.428265380859376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.553391981124878
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.01,4.254422378540039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.7606272220611572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,0.9465824127197265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.3577568054199218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.01,6.826934051513672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,14.468354797363281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,1.7584224700927735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,6144,2560,8,160,1,32,power_law_1.2,13.797584533691406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,1,32,power_law_1.01,56.19268798828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,2.5938976287841795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,3.4364543914794923
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.01,13.493484497070312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.03306559920310974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,34.134622192382814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,4.337609481811524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.0544543981552124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.032630398869514465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.06593599915504456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.05363199710845947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.08023040294647217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.06321920156478882
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,25.07244415283203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.10128320455551147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.2,57.4249755859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.07773759961128235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.15688960552215575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.09751039743423462
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.1647871971130371
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,6.864649963378906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.1377344012260437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.17618880271911622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.1459328055381775
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.1848896026611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.15038080215454103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,6144,2560,8,160,1,32,power_law_1.2,31.035888671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.19311039447784423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.16002240180969238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.2052095890045166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.3014688014984131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.16352319717407227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.218339204788208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.16818879842758178
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.17582399845123292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.22475199699401854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.36625919342041013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.18564480543136597
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.2913088083267212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.23046720027923584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.19021120071411132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.24036800861358643
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.3669408082962036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.29326720237731935
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.20000319480895995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.2487231969833374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.20758399963378907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.2639039993286133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.12871999740600587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,13.772032165527344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.1072991967201233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.2167743921279907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.3034656047821045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.23294079303741455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.3513184070587158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.22656960487365724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.1824447989463806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.01,0.16518080234527588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.2744096040725708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.47541117668151855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.32190399169921874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.2914016008377075
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.1996832013130188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.01,0.217903995513916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.589244794845581
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.4323423862457275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.7828224182128907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.288044810295105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.22976319789886473
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.01,0.21863360404968263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.5532544136047364
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.9791040420532227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.35168640613555907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,0.7678559780120849
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.2837919950485229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.01,0.0947488009929657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.4184736251831054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,0.956339168548584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.3782399892807007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.29121599197387693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.01,0.12369600534439087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.3806336402893067
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.8423999786376952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.38517758846282957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.2948352098464966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.2940959930419922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.01,0.16082240343093873
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,1.7894336700439453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.4151264190673828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.313155198097229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.01,0.18010560274124146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.36795520782470703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,6144,2560,8,160,32,1,power_law_1.2,2.663443183898926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.460646390914917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.308076810836792
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.01,0.21699841022491456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,53.36871337890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.3177119970321655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,2.6299808502197264
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,1,32,power_law_1.01,112.9291748046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.4462463855743408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.01,0.2366624116897583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.33196799755096434
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,6144,2560,8,160,32,1,power_law_1.2,3.479507064819336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.18507200479507446
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.13273279666900634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,32,power_law_1.2,0.19599039554595948
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.01,0.23226559162139893
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.4543903827667236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,3.4783710479736327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.3497503995895386
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.2863903999328613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.21469759941101074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.01,0.2514944076538086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,32,power_law_1.2,0.27739839553833007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.48720321655273435
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.35313599109649657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,6144,2560,8,160,32,1,power_law_1.2,4.287782287597656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.2156480073928833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.22874879837036133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.01,0.2630176067352295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,32,power_law_1.2,0.22941761016845702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.4748095989227295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,4.371145629882813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.3606303930282593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.1106719970703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.28331520557403567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.01,0.26628799438476564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,32,power_law_1.2,0.13046400547027587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.515231990814209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.39667840003967286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.16402239799499513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.3292639970779419
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.01,0.2924384117126465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,32,power_law_1.2,0.14660799503326416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.6090047836303711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.4633344173431396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,6144,2560,8,160,32,1,power_law_1.2,6.785862731933594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.19558080434799194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.3514111995697021
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.01,0.30794239044189453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,32,power_law_1.2,0.17094719409942627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,6.900217437744141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.7502495765686035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.5708447933197022
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.21584000587463378
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.01,0.3138047933578491
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.37953920364379884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,32,power_law_1.2,0.2145695924758911
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.923151969909668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.7806655883789062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.2582079887390137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.01,0.35307838916778567
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.37542080879211426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,32,power_law_1.2,0.2649951934814453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.2808383941650391
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.021225643157959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.9528575897216797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.01,0.4155104160308838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.39600000381469724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,32,power_law_1.2,0.26870079040527345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.2810080051422119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.01,0.49387202262878416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.01,1.4406111717224122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,1.390499210357666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.41743998527526854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,32,power_law_1.2,0.28301119804382324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.30207359790802
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,6144,2560,8,160,32,1,power_law_1.2,13.569349670410157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.01,0.6298880100250244
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.4107999801635742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,32,power_law_1.2,0.2894464015960693
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.01,1.772857666015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,1.7328351974487304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.30684480667114256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,13.772636413574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.04013440012931824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.01,0.7722335815429687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.4738976001739502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,32,power_law_1.2,0.2668447971343994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.03349440097808838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.05985599756240845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.3218719959259033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.01,2.5769920349121094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,2.56463680267334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.47292799949645997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,32,power_law_1.2,0.27025599479675294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.01,1.0693696022033692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.04747520089149475
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.07033920288085938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.3387455940246582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.5500959873199462
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,32,power_law_1.2,0.28128321170806886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.06896640062332153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.0892960011959076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.01,1.357910442352295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.35543360710144045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.01,3.315155029296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,3.233808135986328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.6970975875854493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.08648639917373657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,32,power_law_1.2,0.30535359382629396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.13032959699630736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.3686784029006958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.01,2.0035072326660157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.12204480171203613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,32,power_law_1.2,0.31398398876190187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.7820735931396484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.18906559944152831
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.4112736225128174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.16477760076522827
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,32,power_law_1.2,0.34700798988342285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.23137919902801513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.01,5.092303848266601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,4.892419052124024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.9331744194030762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.48420162200927735
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.01,2.5998912811279298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.19575999975204467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,32,power_law_1.2,0.42116479873657225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.28891520500183104
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,32,power_law_1.2,1.1144736289978028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.5856607913970947
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.23524160385131837
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.2997215986251831
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,32,power_law_1.2,0.4965248107910156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.24475839138031005
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.01,3.7927486419677736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.8373472213745117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,32,power_law_1.2,1.5751232147216796
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.01,6.509974670410156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.31531519889831544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,6.542339324951172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,32,power_law_1.2,0.6762879848480224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.2510848045349121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.3425856113433838
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,1.0520159721374511
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,32,power_law_1.2,1.0932160377502442
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,32,power_law_1.2,2.005936050415039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.26772799491882326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.359552001953125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.01,5.059123229980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,1.4321951866149902
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.2818272113800049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,32,power_law_1.2,1.2905695915222168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.37055680751800535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.01,7.952780914306641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,32,power_law_1.2,2.9872480392456056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.30379519462585447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,8.393775939941406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.3930367946624756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,1.8557920455932617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,32,power_law_1.2,2.2615583419799803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.339190411567688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.41567678451538087
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.01,6.427040100097656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,32,power_law_1.2,3.685820770263672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.3701823949813843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,2.9239328384399412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.4529856204986572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.3884000062942505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.4004159927368164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,32,power_law_1.2,9.043917083740235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.33924479484558107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.4727583885192871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,3.8667327880859377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,32,power_law_1.2,5.864729690551758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.01,13.541043090820313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.3775487899780273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,14.060195922851562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.5242080211639404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.4106624126434326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.01,10.359369659423828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.6671775817871094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,32,power_law_1.2,12.032281494140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.4910560131072998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,5.748742294311524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.776963186264038
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,32,power_law_1.2,7.885772705078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.5893184185028076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.01,1.0043456077575683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,0.8166463851928711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.1613471984863282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,8.245161437988282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,0.9861151695251464
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,32,power_law_1.2,13.280467224121093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.641427230834961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,1.3301504135131836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,32,power_law_1.2,10.504518127441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.01,2.1048608779907227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,1.7453407287597655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.01,26.414373779296874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.01,20.30389404296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,9.649459075927734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,26.810684204101562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.04248639941215515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.01,3.060393524169922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,2.4763423919677736
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.03636800050735474
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.05971199870109558
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,32,power_law_1.2,14.958335876464844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.04198080003261566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.06902719736099243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.01,3.946051025390625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.06680319905281067
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,3.2270175933837892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.0889855980873108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,32,power_law_1.2,16.775555419921876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.08724480271339416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.12140799760818481
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.11464320421218872
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.1687648057937622
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.01,4.5264640808105465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,4.0554145812988285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,15.61226806640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.15500799417495728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.2144063949584961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.1596351981163025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,32,power_law_1.2,16.061375427246094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.18401600122451783
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.14050559997558593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.2794431924819946
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.1259328007698059
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.22966079711914061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.29263360500335694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.15682560205459595
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.23918399810791016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,6.273897552490235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.30582079887390134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.16583679914474486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.01,7.128246307373047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.24820480346679688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.17953599691390992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.3316031932830811
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.1855455994606018
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.2646912097930908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.3546783924102783
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.19041919708251953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.2802880048751831
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.3701728105545044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.20032000541687012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.1982591986656189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.2901632070541382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.39416320323944093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.20784640312194824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.3440799951553345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.43059520721435546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.21577920913696289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,12.443746948242188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.3738399982452393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,32,power_law_1.2,35.67369079589844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.22427520751953126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.4577280044555664
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,32,power_law_1.2,26.825991821289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.01,13.61591033935547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.12132159471511841
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.23537280559539794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.01,0.10982719659805298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.3936511993408203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.16233919858932494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.41458559036254883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.10762879848480225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.24124159812927246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.01,0.09979199767112731
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.14281280040740968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,33.28641967773437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.339574408531189
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.10430719852447509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.47910399436950685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.2610975980758667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.01,0.09066240191459655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.09739519953727722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.12054719924926757
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.13466559648513793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.37953600883483884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.2916575908660889
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.15377600193023683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.01,0.08895040154457093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.5517504215240479
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.1080064058303833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.13967360258102418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.17067840099334716
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.3456831932067871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.01,0.09764479994773864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.08626239895820617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.4213888168334961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.14728000164031982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.6889855861663818
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.17129919528961182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.01,0.10744639635086059
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.40289921760559083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.12995519638061523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.16045119762420654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.50316481590271
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.18745280504226686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.8274080276489257
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.01,0.11838719844818116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.13609919548034669
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.16321280002593994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.6027135848999023
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.19011839628219604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.1259775996208191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.14094719886779786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.16863679885864258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,0.6253888130187988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.7523519992828369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,32,1,power_law_1.2,1.028774356842041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.1937407970428467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.01,0.12589759826660157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.1555008053779602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.1749119997024536
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.1965983986854553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.067356777191162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.01,0.13230400085449218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,0.835257625579834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.18230719566345216
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.16389119625091553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,32,1,power_law_1.2,1.1993535995483398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.2051935911178589
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.14155199527740478
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.18888959884643555
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.1696895956993103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.01,1.4072575569152832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.20988800525665283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,1.0096447944641114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.01,0.15107519626617433
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.1989151954650879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.16970880031585694
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.6723968505859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.220579195022583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.01,0.15860480070114136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.20712640285491943
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.01,2.158070373535156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.1805408000946045
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.23671360015869142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,1.353756809234619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.17339199781417847
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.2211359977722168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.1861631989479065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.25211200714111326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,32,1,power_law_1.2,2.111043167114258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.01,0.1885823965072632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.23815999031066895
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.19459840059280395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.26697280406951907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.01,2.9694847106933593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.01,0.20352001190185548
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,1.761030387878418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.2714495897293091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.2063744068145752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.2980832099914551
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.2365664005279541
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.3256864070892334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.22663040161132814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,32,1,power_law_1.2,3.0454015731811523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.3684448003768921
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.01,0.30579841136932373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.4068927764892578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.24262399673461915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.01,4.288000106811523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,2.5113088607788088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.46850881576538084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.3813663959503174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.5699295997619629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.27029759883880616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.01,0.5211679935455322
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.6848608016967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.36309759616851806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.7626848220825195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,32,1,power_law_1.2,3.9284832000732424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.6602752208709717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.848697566986084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.4367199897766113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,3.253955078125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,1.1560928344726562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.01,5.985440063476562
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.01,0.9643967628479004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.6613215923309326
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,64,power_law_1.2,1.290003204345703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,32,power_law_1.2,88.84937744140625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,1.44967679977417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,32,1,power_law_1.2,4.510041427612305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.8775327682495118
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,64,power_law_1.2,0.1226688027381897
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,1.2431008338928222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,64,power_law_1.2,1.8787616729736327
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,4.084764862060547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,64,power_law_1.2,0.10685440301895141
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,2.163420867919922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,1.2973535537719727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.01,1.867407989501953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,64,power_law_1.2,0.0970080018043518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.01,7.6185760498046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,64,power_law_1.2,2.6663999557495117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,64,power_law_1.2,0.09755520224571228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,1.7965696334838868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,3.0394752502441404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,64,power_law_1.2,0.10265920162200928
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,2.4177152633666994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,32,1,power_law_1.2,7.140358734130859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,64,power_law_1.2,3.531248092651367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,64,power_law_1.2,0.11311039924621583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,2.426697540283203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,6.328076934814453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,64,power_law_1.2,0.1275904059410095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,4.392800140380859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.01,3.6200096130371096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.12351360321044921
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,3.941183853149414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,64,power_law_1.2,0.12683520317077637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,64,power_law_1.2,6.091932678222657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.01,12.915962219238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,64,power_law_1.2,0.1409824013710022
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,5.938195037841797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.146070396900177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.01,4.743782424926758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,64,power_law_1.2,0.15563520193099975
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,5.53166389465332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,64,power_law_1.2,0.16378240585327147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,64,power_law_1.2,7.810626983642578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.17813119888305665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,32,1,power_law_1.2,13.624716186523438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,64,power_law_1.2,0.20100159645080568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,12.527542114257812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.01,0.025804799795150758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.01,6.221247863769531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,7.680931091308594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.01,0.027020800113677978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.01,0.025407999753952026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,64,power_law_1.2,0.21093759536743165
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,7.754924774169922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.01,0.027241599559783936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.01,0.03113279938697815
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.2680448055267334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.01,0.03306559920310974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.01,0.031228798627853393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.01,0.03333120048046112
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.01,0.03298879861831665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,64,power_law_1.2,0.33889920711517335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.01,0.03393599987030029
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.01,0.033871999382972716
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,64,power_law_1.2,9.869779205322265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.01,0.03443520069122315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.01,0.03978559970855713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.42787837982177734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.01,0.03677760064601898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.01,0.04193919897079468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.01,0.037452799081802365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.01,0.04530560076236725
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,64,power_law_1.2,0.693993616104126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.01,0.03937920033931732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.01,0.04203839898109436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.01,23.529840087890626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.01,9.784585571289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.01,0.04062080085277557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.01,0.049859198927879336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,9.338553619384765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.01,0.03174720108509064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.8264127731323242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,11.895785522460937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.01,0.04360319972038269
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.01,0.05354239940643311
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.01,0.03862079977989197
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.01,0.04880000054836273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.01,0.05891839861869812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.01,0.035980799794197084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,64,power_law_1.2,1.4782272338867188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.01,0.055062401294708255
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.01,0.0673792004585266
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.01,0.03616639971733093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.01,0.06108800172805786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.01,0.07402880191802978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.01,0.037452799081802365
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.01,0.0698144018650055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.01,0.08053759932518005
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,1.5194687843322754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.01,0.0369376003742218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.01,0.07831680178642272
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.01,0.08749120235443116
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.01,0.04040000140666962
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.01,0.08724480271339416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,64,power_law_1.2,15.35877685546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.01,0.10480959415435791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.01,0.0398719996213913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.01,0.10474560260772706
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.12104640007019044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.01,0.04254400134086609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,64,power_law_1.2,2.356275177001953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.01,0.1241760015487671
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.15690879821777343
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.01,0.04431360065937042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.01,0.16382720470428466
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.01,0.049200001358985904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.19958399534225463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.01,0.2097599983215332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.01,0.051545602083206174
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.29151999950408936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,16.242723083496095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.01,0.054022401571273804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.01,0.30645439624786375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,5.0828193664550785
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.3763999938964844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.01,0.0632863998413086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.01,0.39015998840332033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.01,0.07123200297355652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.5313087940216065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.01,19.539935302734374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.01,0.07909759879112244
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.01,0.5559328079223633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.6712224006652832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,64,power_law_1.2,0.02573440074920654
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.01,0.08972160220146179
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.01,0.7295263767242431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,64,power_law_1.2,0.02462400048971176
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.01,0.10636800527572632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.01,1.0559328079223633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,64,power_law_1.2,0.02993279993534088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.01,0.12998080253601074
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,24.471302795410157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.01,1.1565407752990722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,64,power_law_1.2,0.031414398550987245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,64,power_law_1.2,9.746505737304688
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.01,0.17950400114059448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,64,power_law_1.2,0.02610880136489868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,64,power_law_1.2,0.031990399956703185
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.01,1.394422435760498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.01,0.22551040649414061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,64,power_law_1.2,0.026054400205612182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,64,power_law_1.2,0.03322240114212036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.01,1.455718421936035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,64,power_law_1.2,0.03298240005970001
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.01,0.31687359809875487
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,64,power_law_1.2,0.03672640025615692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,64,power_law_1.2,0.03345920145511627
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,64,power_law_1.2,0.03673279881477356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.01,1.8611711502075194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.01,0.40847039222717285
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,64,power_law_1.2,0.03407999873161316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,64,power_law_1.2,0.0413536012172699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,64,power_law_1.2,0.03449600040912628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.01,1.9402015686035157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.01,0.579472017288208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,64,power_law_1.2,0.04386239945888519
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,64,power_law_1.2,0.03694399893283844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,64,power_law_1.2,0.05034559965133667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,64,power_law_1.2,0.03774079978466034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.01,0.7734623908996582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,64,power_law_1.2,0.055030399560928346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.01,2.749443244934082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,64,power_law_1.2,0.040003201365470885
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,64,power_law_1.2,0.05883200168609619
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,64,power_law_1.2,0.04118080139160156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.01,1.1476415634155273
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,64,power_law_1.2,0.06714239716529846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.01,3.1017536163330077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,64,power_law_1.2,0.04399999976158142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,64,power_law_1.2,0.07360000014305115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,64,power_law_1.2,0.05158079862594604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,64,power_law_1.2,0.08034240007400513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,64,power_law_1.2,0.052508801221847534
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.01,1.4890048027038574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,64,power_law_1.2,0.08758720159530639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,64,power_law_1.2,0.06242560148239136
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,64,power_law_1.2,39.6541015625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,64,power_law_1.2,0.10180480480194092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,64,power_law_1.2,0.07323840260505676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,64,power_law_1.2,0.03248960077762604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,64,power_law_1.2,25.94560852050781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.12394560575485229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,64,power_law_1.2,0.08110399842262268
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,64,power_law_1.2,0.03918400108814239
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.01,1.949203109741211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.01,5.648041534423828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.16559360027313233
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,64,power_law_1.2,0.09352319836616516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,64,power_law_1.2,0.03608640134334564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.059487998485565186
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,35.58906860351563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,64,power_law_1.2,0.036873599886894225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,64,power_law_1.2,0.10840320587158203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.21675519943237304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.05546879768371582
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.01,6.197436904907226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,64,power_law_1.2,0.03653759956359863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.053071999549865724
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,64,power_law_1.2,0.1294592022895813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.08746560215950012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.3127487897872925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.01,0.06035839915275574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,64,power_law_1.2,0.03823359906673431
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.04943679869174957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,64,power_law_1.2,0.17866560220718383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.01,3.0187103271484377
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.09018239974975586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.01,0.05715519785881042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,64,power_law_1.2,0.04025599956512451
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.07520639896392822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.41975998878479004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,64,power_law_1.2,0.2352384090423584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.09234240055084228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.01,0.05902079939842224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,64,power_law_1.2,0.04163520038127899
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.08081920146942138
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.09459840059280396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.6172544002532959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.01,0.05937600135803223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,64,power_law_1.2,0.34541120529174807
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,64,power_law_1.2,0.044310399889945985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.08253120183944702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.09837120175361633
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.01,0.06094719767570496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,64,power_law_1.2,0.04347519874572754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.08535680174827576
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.0995743989944458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,64,power_law_1.2,0.43117761611938477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.7986303806304932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.01,0.06298879981040954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,64,power_law_1.2,0.04676479995250702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.08952640295028687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.1027519941329956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.01,0.06516159772872925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,64,power_law_1.2,0.677513599395752
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,64,power_law_1.2,0.052025598287582395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.09177280068397523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.10443840026855469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.01,0.06717119812965393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,64,power_law_1.2,1.2055487632751465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,64,power_law_1.2,0.05698239803314209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.09577280282974243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.1085919976234436
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.01,0.07078080177307129
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,64,power_law_1.2,0.9090975761413574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,64,power_law_1.2,0.06417279839515685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.09751039743423462
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.11383039951324463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.01,6.147254562377929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.01,0.07292159795761108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,64,power_law_1.2,0.07049599885940552
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.10220160484313964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.12043839693069458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,64,power_law_1.2,1.584873580932617
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.058924800157546996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.01,0.07823359966278076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,64,power_law_1.2,0.07803199887275696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,64,power_law_1.2,1.3737279891967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.10812480449676513
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.13033599853515626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.05273600220680237
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.01,0.08408960103988647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,64,power_law_1.2,0.08836159706115723
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.11504319906234742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.14063680171966553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.08684800267219543
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.01,0.0907808005809784
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,64,power_law_1.2,0.10537600517272949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.12355200052261353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,64,power_law_1.2,26.148736572265626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.15006400346755983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.09014400243759155
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,64,power_law_1.2,2.0802207946777345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.01,0.10172480344772339
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,64,power_law_1.2,1.8861215591430665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,64,power_law_1.2,0.12896640300750734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.13219200372695922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.16806399822235107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.09067519903182983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.01,0.11200319528579712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,64,power_law_1.2,0.18134080171585082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.1416416049003601
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.09527680277824402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.20539839267730714
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.01,0.12495360374450684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,64,power_law_1.2,0.2343616008758545
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.09788159728050232
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.15919359922409057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.25000638961791993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.01,0.149017596244812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,64,power_law_1.2,2.446966361999512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.09992640018463135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,64,power_law_1.2,0.3314176082611084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.1967743992805481
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.34482879638671876
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.01,0.19987200498580932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,64,power_law_1.2,3.5344032287597655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.1025696039199829
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.2640511989593506
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,64,power_law_1.2,0.4260831832885742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.01,0.25025599002838134
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.4682528018951416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.10464320182800294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.37183680534362795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.01,0.3618720054626465
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.10951360464096069
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,64,power_law_1.2,0.6201087951660156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.6916831970214844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.5157408237457275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.11529279947280884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.01,0.45453758239746095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,64,power_law_1.2,4.014368057250977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.9216575622558594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,64,power_law_1.2,0.84017915725708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.12209919691085816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.7008096218109131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.01,0.6714784145355225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.13176640272140502
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.01,1.4588224411010742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.14200639724731445
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.9314463615417481
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.01,0.8739423751831055
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,64,power_law_1.2,1.245967960357666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.15239039659500123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.17134079933166504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.8401376724243164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,1.4083168029785156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.01,1.3136639595031738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,64,power_law_1.2,7.738236999511718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.2197887897491455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,64,power_law_1.2,1.6631488800048828
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.049430400133132935
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.29612159729003906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.048979198932647704
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,1.9196159362792968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.01,1.7247648239135742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.853903961181641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.4044032096862793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.07776319980621338
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,64,power_law_1.2,2.111852836608887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.07923520207405091
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.5604479789733887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,64,power_law_1.2,8.515574645996093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.08141760230064392
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,2.7803104400634764
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.01,2.5813568115234373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.8500512123107911
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,64,power_law_1.2,0.060099202394485476
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.08662400245666504
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.01,3.658252716064453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,64,power_law_1.2,30.41077575683594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,64,power_law_1.2,0.052102398872375486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.09095039963722229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,64,power_law_1.2,1.1063136100769042
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,64,power_law_1.2,0.057062399387359616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.09329280257225037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,64,power_law_1.2,3.4793216705322267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,64,power_law_1.2,0.058697599172592166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.0966816008090973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.01,3.4223712921142577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,3.9575294494628905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,64,power_law_1.2,0.06034240126609802
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.648873519897461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.09865599870681763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,64,power_law_1.2,0.061817598342895505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.01,4.6424095153808596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.10412479639053344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,64,power_law_1.2,0.06558079719543457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.1096384048461914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,64,power_law_1.2,2.3836767196655275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,64,power_law_1.2,0.06718720197677612
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.11711039543151855
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,64,power_law_1.2,0.07094399929046631
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.01,4.314582443237304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,4.781900787353516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.12551039457321167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,64,power_law_1.2,0.07276480197906494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.13437440395355224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,64,power_law_1.2,0.0781599998474121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,64,power_law_1.2,4.187625503540039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.14423680305480957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,64,power_law_1.2,0.08395199775695801
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,64,power_law_1.2,7.223133087158203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.1639456033706665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,64,power_law_1.2,0.09066879749298096
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.01,7.420172882080078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.2310175895690918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,64,power_law_1.2,0.10140800476074219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.19365760087966918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,64,power_law_1.2,0.11292480230331421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.30839359760284424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.01,7.031472015380859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,64,power_law_1.2,0.12616959810256959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,64,power_law_1.2,5.2165985107421875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.19488320350646973
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.4365056037902832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,8.195740509033204
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,64,power_law_1.2,0.1523519992828369
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.5624383926391602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,64,power_law_1.2,0.20393919944763184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.19554879665374755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,64,power_law_1.2,0.26778240203857423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.8236767768859863
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,64,power_law_1.2,0.37056961059570315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.15502400398254396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,1.1410752296447755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,64,power_law_1.2,0.5034272193908691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,64,power_law_1.2,6.78021469116211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.17390719652175904
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,64,power_law_1.2,0.7357088088989258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,1.8063871383666992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.20468480587005616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,64,power_law_1.2,0.9627296447753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,2.378860855102539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.01,16.083049011230468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.2039328098297119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,64,power_law_1.2,1.4225248336791991
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.01,13.766812133789063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.13977919816970824
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.230515193939209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,64,power_law_1.2,1.9038528442382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,15.527439880371094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,3.856662368774414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.01,0.13081599473953248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.14091839790344238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,64,power_law_1.2,11.568000030517577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.24542078971862794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.20152320861816406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.01,0.12890559434890747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.14160640239715577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,64,power_law_1.2,2.9691104888916016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.24545600414276122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.19543999433517456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.01,0.12943359613418579
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,5.507696151733398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.13647680282592772
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,64,power_law_1.2,69.48035278320313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.24170560836791993
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.1856544017791748
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.01,0.08874880075454712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,64,power_law_1.2,3.925027084350586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.1420192003250122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.16505600214004518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.2619616031646729
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.1566655993461609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.01,0.09481599926948547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.15773119926452636
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.15758399963378905
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.2723360061645508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,6.628844451904297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.1702463984489441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.01,0.11756479740142822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.16840319633483886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.14004479646682738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,64,power_law_1.2,5.08251838684082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.2775167942047119
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.17969599962234498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.01,0.13328959941864013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.18792639970779418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.14435839653015137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.2974400043487549
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.1983904004096985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.01,0.14901119470596313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.19111039638519287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.15671039819717408
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.3064255952835083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.2190623998641968
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.01,0.15437439680099488
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.19578560590744018
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.16904640197753906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.31975040435791013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,64,power_law_1.2,24.522015380859376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,64,power_law_1.2,8.26396484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,11.010192108154296
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.01,0.16122560501098632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.23268480300903321
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.2071392059326172
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.17608000040054322
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.3861824035644531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,64,power_law_1.2,0.1302783966064453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.01,0.1691648006439209
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.2146399974822998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.23401279449462892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.1970911979675293
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.4505919933319092
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,64,power_law_1.2,0.12942080497741698
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.01,0.1783360004425049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.22504639625549316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.2433919906616211
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.196124804019928
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.6073279857635498
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,64,power_law_1.2,0.12412799596786499
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.01,0.1862239956855774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.23432960510253906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.25089919567108154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.19967360496520997
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,64,power_law_1.2,0.08848639726638793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.7692831993103028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.01,0.19925119876861572
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.24687039852142334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.2564352035522461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.2173919916152954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,64,power_law_1.2,0.0987712025642395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.01,0.2181312084197998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.25333120822906496
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.0832032203674316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.2606719970703125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.22063679695129396
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,64,power_law_1.2,0.12009600400924683
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.01,0.2282815933227539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.2900480031967163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.27861120700836184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.22675840854644774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.3425408363342286
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,64,power_law_1.2,17.68909149169922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,64,power_law_1.2,0.13201600313186646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.01,0.2612704038619995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.3529887914657593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.296233606338501
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.24548799991607667
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.10968960523605346
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,64,power_law_1.2,0.15062719583511353
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.01,0.33390719890594484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.01,1.983407974243164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.42093119621276853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.09590399861335755
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.3283391952514648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.25441598892211914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,25.069964599609374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,64,power_law_1.2,0.1549280047416687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.1427232027053833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.01,0.410265588760376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.5874144077301026
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.39279680252075194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.0889087975025177
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.2697632074356079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.14469120502471924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,64,power_law_1.2,0.15665279626846312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.01,2.7086111068725587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.0859935998916626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.01,0.5382976055145263
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.1496608018875122
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.7474912166595459
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.49648318290710447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.3048223972320557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,64,power_law_1.2,0.16894400119781494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.12628799676895142
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.1516991972923279
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.01,0.6835391998291016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.3795264005661011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.6679359912872315
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,1.0908160209655762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.1279744029045105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.15645120143890381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,64,power_law_1.2,0.1801792025566101
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.01,4.005302429199219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.1315135955810547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.16008319854736328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.4935904026031494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.01,0.9526847839355469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.8812064170837403
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,64,power_law_1.2,0.18706560134887695
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,1.403775978088379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.13533439636230468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.16361279487609864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.6451519966125489
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,64,power_law_1.2,0.20148799419403077
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.13935359716415405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.01,1.2762016296386718
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.1678976058959961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.2066047668457032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,2.1067327499389648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.14239039421081542
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.1751360058784485
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.8493247985839844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,64,power_law_1.2,0.21619200706481934
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.01,5.21514892578125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.14639680385589598
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.17894719839096068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.01,1.7945344924926758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,64,power_law_1.2,1.5391072273254394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,64,power_law_1.2,0.23843200206756593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,1.317084789276123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.18764480352401733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.15173120498657228
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,2.712307167053223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,64,power_law_1.2,0.2737920045852661
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.19866559505462647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.1596384048461914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.01,2.348739242553711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,64,power_law_1.2,2.455776023864746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,1.671436882019043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.21048638820648194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.1675040006637573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,64,power_law_1.2,0.34902400970458985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.01,6.687567901611328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.2217087984085083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.1742784023284912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,4.0842334747314455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,64,power_law_1.2,0.42421760559082033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.24279999732971191
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.1873471975326538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,64,power_law_1.2,3.205683135986328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,3.3322017669677733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.01,3.634694290161133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.2910720109939575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.20004479885101317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,64,power_law_1.2,0.5496319770812989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.3408063888549805
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.2120800018310547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,64,power_law_1.2,0.7075712203979492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.478879976272583
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,5.428870391845703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.2360383987426758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,5.044374465942383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,64,power_law_1.2,5.180201721191406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.01,4.73164176940918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.2901439905166626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.6355264186859131
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,64,power_law_1.2,1.028764820098877
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.01,10.842134094238281
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.3595936059951782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.9462656021118164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,64,power_law_1.2,1.3092512130737304
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.5292575836181641
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.1982751846313477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,7.055814361572265
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.6970560073852539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,64,power_law_1.2,6.678419494628907
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.01,5.94890251159668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,64,power_law_1.2,1.953446388244629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.01,1.9245344161987306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.9925472259521484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,13.847811889648437
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,1.3063263893127441
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.01,2.501564788818359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,64,power_law_1.2,2.7112831115722655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,1.97326717376709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,64,power_law_1.2,8.39075164794922
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.01,3.9365375518798826
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.01,9.386450958251952
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,11.293628692626953
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,64,power_law_1.2,3.9619422912597657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,2.634934425354004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.01,22.897552490234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,15.150210571289062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.01,5.220355224609375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.01,0.08780159950256347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,4.023715209960938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,64,power_law_1.2,5.16864013671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.01,0.08292480111122132
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.01,0.0836736023426056
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.01,0.08529279828071594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,5.383324813842774
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,64,power_law_1.2,15.422566223144532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.01,6.955059051513672
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.01,0.086844801902771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.01,0.09684799909591675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,64,power_law_1.2,6.437283325195312
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.01,0.10086400508880615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,15.439471435546874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.01,0.10330560207366943
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.01,19.43798065185547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,6.786739349365234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.01,0.1083456039428711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.10981119871139526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,23.038111877441406
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.01,0.11288319826126099
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.09625279903411865
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.09510400295257568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.01,10.753699493408202
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.12083519697189331
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.13888319730758666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.0856000006198883
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.01,0.12844159603118896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.14681919813156127
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.12517759799957276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,64,power_law_1.2,10.577497863769532
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.01,0.13748159408569335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.15015039443969727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.1279263973236084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.1522655963897705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.1527999997138977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.13046400547027587
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.01,0.1679360032081604
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,10.938803100585938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.15623040199279786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.13434879779815673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.01,0.1828287959098816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.159660804271698
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.1392192006111145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.21654078960418702
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.164028799533844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.14202879667282103
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.01,0.27973759174346924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.1676800012588501
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.14669439792633057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.343507194519043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,64,power_law_1.2,29.619561767578126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.17539199590682983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.15125759840011596
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,128,power_law_1.2,0.08782399892807007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.01,0.48366079330444334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.18231680393218994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.15954240560531616
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,128,power_law_1.2,0.08306879997253418
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.18872640132904053
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.621014404296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.16716159582138063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,128,power_law_1.2,0.08332480192184448
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.01,22.483926391601564
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.2009887933731079
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.17503999471664428
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.01,0.9006976127624512
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.01,0.023660799860954283
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,128,power_law_1.2,0.0837119996547699
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.21191039085388183
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.1870751976966858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.01,0.02928000092506409
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,41.66038513183594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.01,0.029580798745155335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,128,power_law_1.2,0.08720960021018982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,64,power_law_1.2,20.90301513671875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,1.1997183799743651
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.22324159145355224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.1994815945625305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.01,0.030947199463844298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.01,0.02600640058517456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,128,power_law_1.2,0.09719039797782898
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.01,0.03223359882831574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.24573121070861817
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.20839359760284423
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.01,0.0325408011674881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.01,0.03184320032596588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.01,1.745577621459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.01,0.03326080143451691
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,128,power_law_1.2,0.10172480344772339
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.30751039981842043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.2360447883605957
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.01,0.03443840146064758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,23.524394226074218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.01,0.03331199884414673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.01,0.0347680002450943
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,128,power_law_1.2,0.10398720502853394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.01,0.03376320004463196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.01,0.031718400120735166
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.3726336002349854
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.3035520076751709
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.01,0.03676480054855347
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.01,0.034518399834632875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.01,0.039087998867034915
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,2.338479995727539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,128,power_law_1.2,0.10805120468139648
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.01,0.037190398573875426
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.01,0.03682560026645661
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.3807039976119995
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.5415808200836182
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.01,0.034179198741912845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.01,0.03972800076007843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.01,0.03764480054378509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,128,power_law_1.2,0.1130560040473938
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.01,0.03446399867534637
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.01,0.043609601259231565
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.01,0.03835839927196503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.5557055950164795
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.7228831768035888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.01,0.03533119857311249
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.12087680101394653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.01,0.05055360198020935
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.01,0.040115201473236085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.01,0.03555839955806732
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.01,3.51464958190918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.01,0.05867519974708557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.01,0.042310398817062375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.7232927799224853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,128,power_law_1.2,0.1289952039718628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.01,0.03866240084171295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.1614591598510742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.01,0.06601920127868652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.01,0.0452320009469986
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.01,0.038073599338531494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.01,0.07518399953842163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,128,power_law_1.2,0.13776960372924804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.01,0.047228801250457766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,1.1400320053100585
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.01,0.04129279851913452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.01,0.08536000251770019
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.01,0.050595200061798094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.5571711540222168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.15309120416641236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.01,0.042377600073814393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.01,0.09767680168151856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.01,0.06178560256958008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.01,0.04424639940261841
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,4.548524856567383
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.11260160207748413
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.01,0.07271999716758729
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,1.56843843460083
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,128,power_law_1.2,0.17199039459228516
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.01,0.050735998153686526
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.14572479724884033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.01,0.08296639919281006
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.4498592376708985
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.01,0.05206400156021118
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,128,power_law_1.2,0.18708479404449463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.1765887975692749
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.01,0.0994271993637085
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.01,0.06084799766540527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.01,0.11727999448776245
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.2497920036315918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,2.4496480941772463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.21938560009002686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.01,0.06699519753456115
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.01,0.15681920051574708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.33784639835357666
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.01,0.07622399926185608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,128,power_law_1.2,3.311299133300781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,128,power_law_1.2,0.2854687929153442
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.01,0.19494400024414063
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.01,5.863974380493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.01,0.08909760117530822
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.48166718482971194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.01,0.2789376020431519
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.01,0.10343359708786011
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.3667680025100708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,3.3861278533935546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.6421055793762207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.01,0.3679455995559692
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.01,0.12338559627532959
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,128,power_law_1.2,0.5120319843292236
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.01,0.17039999961853028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.01,0.5194975852966308
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.01,0.9673664093017578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,128,power_law_1.2,4.664156723022461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.01,0.21323199272155763
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.6606239795684814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.01,0.7173344135284424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.01,0.2990592002868652
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,4.921673583984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.01,1.2924415588378906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.01,0.385318398475647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,128,power_law_1.2,0.9858112335205078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.01,1.0569087982177734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.01,9.273260498046875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.01,0.5658815860748291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.01,1.7442815780639649
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,1.2778176307678222
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,128,power_law_1.2,6.710601806640625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.01,1.4414079666137696
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.01,0.7535391807556152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,6.818163299560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.01,1.1054688453674317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,128,power_law_1.2,1.8928224563598632
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.01,1.8138463973999024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.01,2.6817792892456054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.01,1.4779680252075196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,2.5673568725585936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.01,2.820515251159668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,128,power_law_1.2,9.570217895507813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.01,1.914076805114746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,9.653772735595703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,66.18912353515626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,128,power_law_1.2,3.9194175720214846
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.01,5.511865615844727
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,2048,768,8,128,1,128,power_law_1.2,0.02603200078010559
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,2048,768,8,128,1,128,power_law_1.2,0.025353598594665527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.01,2.9318111419677733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,2048,768,8,128,1,128,power_law_1.2,0.03301759958267212
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,2048,768,8,128,1,128,power_law_1.2,0.03099200129508972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.01,18.44022979736328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,2048,768,8,128,1,128,power_law_1.2,0.03353599905967712
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,2048,768,8,128,1,128,power_law_1.2,0.03115200102329254
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,2048,768,8,128,1,128,power_law_1.2,0.032652801275253295
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,2048,768,8,128,1,128,power_law_1.2,0.03368000090122223
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.01,5.880934524536133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,2048,768,8,128,1,128,power_law_1.2,0.032451200485229495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,2048,768,8,128,1,128,power_law_1.2,0.039468801021575926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,5.517523193359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,2048,768,8,128,1,128,power_law_1.2,0.034297600388526917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.04665600061416626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,2048,768,8,128,1,128,power_law_1.2,0.032579201459884646
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,2048,768,8,128,1,128,power_law_1.2,0.034467199444770814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,2048,768,8,128,1,128,power_law_1.2,0.03469119966030121
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,2048,768,8,128,1,128,power_law_1.2,0.03342399895191193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.08107519745826722
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,2048,768,8,128,1,128,power_law_1.2,0.03490239977836609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,2048,768,8,128,1,128,power_law_1.2,0.037049600481987
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,2048,768,8,128,1,128,power_law_1.2,0.0352288007736206
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.07950080037117005
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,2048,768,8,128,1,128,power_law_1.2,0.0361407995223999
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,2048,768,8,128,1,128,power_law_1.2,0.037990400195121767
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,2048,768,8,128,1,128,power_law_1.2,0.036057600378990175
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.0809440016746521
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,2048,768,8,128,1,128,power_law_1.2,0.0358271986246109
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,128,power_law_1.2,15.704176330566407
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,2048,768,8,128,1,128,power_law_1.2,0.040550398826599124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,2048,768,8,128,1,128,power_law_1.2,0.03839359879493713
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.08181759715080261
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,2048,768,8,128,1,128,power_law_1.2,0.03859519958496094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,2048,768,8,128,1,128,power_law_1.2,0.04126079976558685
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.01,5.942268753051758
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,2048,768,8,128,1,128,power_law_1.2,0.038678398728370665
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.08482239842414856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,2048,768,8,128,1,128,power_law_1.2,0.03868159949779511
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,2048,768,8,128,1,128,power_law_1.2,0.04481280148029328
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.034841600060462954
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,2048,768,8,128,1,128,power_law_1.2,0.04279359877109527
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.08880000114440918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,15.671919250488282
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,128,power_law_1.2,6.640605163574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,2048,768,8,128,1,128,power_law_1.2,0.041510400176048276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,2048,768,8,128,1,128,power_law_1.2,0.04848319888114929
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.04861119985580444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,2048,768,8,128,1,128,power_law_1.2,0.049267199635505673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.09035199880599976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,2048,768,8,128,1,128,power_law_1.2,0.042147201299667356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,2048,768,8,128,1,128,power_law_1.2,0.05177599787712097
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.04978559911251068
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,2048,768,8,128,1,128,power_law_1.2,0.04689919948577881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.0929696023464203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,2048,768,8,128,1,128,power_law_1.2,0.043859198689460754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,2048,768,8,128,1,128,power_law_1.2,0.05982080101966858
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.049779200553894044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,2048,768,8,128,1,128,power_law_1.2,0.059939199686050416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.09567360281944275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,2048,768,8,128,1,128,power_law_1.2,0.05001599788665771
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,2048,768,8,128,1,128,power_law_1.2,0.07260479927062988
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.05316479802131653
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,2048,768,8,128,1,128,power_law_1.2,0.06772159934043884
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.09937919974327088
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,2048,768,8,128,1,128,power_law_1.2,0.05472959876060486
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,2048,768,8,128,1,128,power_law_1.2,0.08175680041313171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.060284799337387084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,2048,768,8,128,1,128,power_law_1.2,0.07656959891319275
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.10555839538574219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,2048,768,8,128,1,128,power_law_1.2,0.062636798620224
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,2048,768,8,128,1,128,power_law_1.2,0.09212480187416076
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.07015680074691773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,2048,768,8,128,1,128,power_law_1.2,0.0875935971736908
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.11089600324630737
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,2048,768,8,128,1,128,power_law_1.2,0.06928640007972717
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,2048,768,8,128,1,128,power_law_1.2,0.1053056001663208
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.07727360129356384
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,2048,768,8,128,1,128,power_law_1.2,0.10172159671783447
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.11989760398864746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,2048,768,8,128,1,128,power_law_1.2,0.07603520154953003
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,2048,768,8,128,1,128,power_law_1.2,0.1224128007888794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.0861952006816864
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.12205760478973389
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.1291424036026001
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,2048,768,8,128,1,128,power_law_1.2,0.08900480270385742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,2048,768,8,128,1,128,power_law_1.2,0.1739456057548523
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.08575680255889892
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.16350079774856568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.1386240005493164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,2048,768,8,128,1,128,power_law_1.2,0.10282880067825317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,128,power_law_1.2,11.331654357910157
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.09424960017204284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,2048,768,8,128,1,128,power_law_1.2,0.22110400199890137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.2112799882888794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.15673279762268066
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,2048,768,8,128,1,128,power_law_1.2,0.12497279644012452
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.10166399478912354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,2048,768,8,128,1,128,power_law_1.2,0.3178400039672852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.3124191999435425
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.19405440092086793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,2048,768,8,128,1,128,power_law_1.2,0.17719039916992188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.10920640230178832
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.22586560249328613
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,2048,768,8,128,1,128,power_law_1.2,0.4180191993713379
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.41200962066650393
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,2048,768,8,128,1,128,power_law_1.2,0.2279423952102661
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.11607680320739747
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.3239936113357544
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,2048,768,8,128,1,128,power_law_1.2,0.3183232069015503
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.12454080581665039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,2048,768,8,128,1,128,power_law_1.2,0.6217408180236816
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.6536384105682373
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.43999037742614744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.13307199478149415
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,2048,768,8,128,1,128,power_law_1.2,0.4177087783813477
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,2048,768,8,128,1,128,power_law_1.2,0.8346079826354981
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.15077439546585084
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.9550175666809082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.6439583778381348
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,2048,768,8,128,1,128,power_law_1.2,0.6081952095031739
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.19091520309448243
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.8370911598205566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,2048,768,8,128,1,128,power_law_1.2,1.241814422607422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.23329920768737794
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,2048,768,8,128,1,128,power_law_1.2,1.234438419342041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,2048,768,8,128,1,128,power_law_1.2,0.8012031555175781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.33624958992004395
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.01,1.235193634033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,128,power_law_1.2,33.43096008300781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.4467296123504639
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,2048,768,8,128,1,128,power_law_1.2,1.655401611328125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,2048,768,8,128,1,128,power_law_1.2,1.179049587249756
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.7611423492431642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.01,0.053958398103713986
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,31.068930053710936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.01,0.05086399912834168
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.6885248184204102
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.6403840065002442
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.046438398957252505
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.01,0.052799999713897705
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.07535039782524108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,2048,768,8,128,1,128,power_law_1.2,1.5624608039855956
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.859500789642334
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.01,0.053686398267745974
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,2048,768,8,128,1,128,power_law_1.2,2.103481674194336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.07891200184822082
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,2048,768,8,128,1,128,power_law_1.2,2.546246337890625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.01,0.05405120253562927
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.01,2.6207391738891603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.07860159873962402
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,1.2511743545532226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.01,0.055632001161575316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.08221120238304139
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,2048,768,8,128,1,128,power_law_1.2,1.9806272506713867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,128,power_law_1.2,22.710240173339844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.01,0.05848000049591064
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.08387839794158936
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.03430399894714355
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.01,0.061324799060821535
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.08836479783058167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,1.7391551971435546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,2048,768,8,128,1,128,power_law_1.2,3.299177551269531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.05497599840164184
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.01,3.460345458984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.01,0.06601279973983765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.09064000248908996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.05019199848175049
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.01,0.06594880223274231
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.09329280257225037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.05125439763069153
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.01,0.07313920259475708
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,2048,768,8,128,1,128,power_law_1.2,3.1281919479370117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.0951583981513977
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,2.675279998779297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.05346239805221557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.01,0.07925440073013305
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,2048,768,8,128,1,128,power_law_1.2,11.92007064819336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.10049599409103394
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.06535040140151978
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.01,0.08568959832191467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.10533759593963624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.01,4.477571105957031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.07423679828643799
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.01,0.09701120257377624
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.11038719415664673
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.07734400033950806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.01,0.10784000158309937
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.12097599506378173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,3.570764923095703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.08477439880371093
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.01,0.12000000476837158
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.12877119779586793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.08649920225143433
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,2048,768,8,128,1,128,power_law_1.2,6.673062133789062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.01,0.14307199716567992
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.137990403175354
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.09398080110549926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.01,0.19365439414978028
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.15809600353240966
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.10168639421463013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.01,0.24102718830108644
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.20122239589691163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,2048,768,8,128,1,128,power_law_1.2,6.291110229492188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.1079103946685791
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.01,6.874742126464843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,4.402995300292969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.01,0.3401599884033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.26660799980163574
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.11835839748382568
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.11769280433654786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.12709120512008668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.01,0.4422463893890381
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.3965696096420288
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.13698559999465942
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.5147744178771972
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.01,0.6492544174194336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.11792960166931152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.15845760107040405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.7764224052429199
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.20565760135650635
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.01,0.8438528060913086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.16671359539031982
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.2886751890182495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,4096,1536,8,128,1,128,power_law_1.2,1.054700756072998
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,7.354374694824219
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.01,1.2508864402770996
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.41823039054870603
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,2048,768,8,128,1,128,power_law_1.2,20.148265075683593
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.1530784010887146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.6167743682861329
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.5633632183074951
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.01,1.6711519241333008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.10104320049285889
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.16213120222091676
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.8362688064575196
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,4096,1536,8,128,1,128,power_law_1.2,2.1481887817382814
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.099235200881958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,1.148185634613037
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.16260160207748414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.01,2.490969657897949
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.01,15.726325988769531
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.13923200368881225
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,1.6802879333496095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.1725600004196167
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,4096,1536,8,128,1,128,power_law_1.2,3.2970752716064453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.01,0.09068160057067871
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.1321023941040039
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.01,3.3423583984375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.17879040241241456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,2.23022403717041
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.01,0.08927040100097657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.1354912042617798
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.17796800136566163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,4096,1536,8,128,1,128,power_law_1.2,4.347686386108398
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.01,0.09110720157623291
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,14.72455291748047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.13966720104217528
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,3.478937530517578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.18470720052719117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.01,4.199075317382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.01,0.08649920225143433
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.12493760585784912
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.14735679626464843
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.18986560106277467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,4096,1536,8,128,1,128,power_law_1.2,5.531884765625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.01,0.08937919735908509
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.1177183985710144
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.15328320264816284
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,4.655753707885742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.19803520441055297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.01,0.10096640586853027
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.16409920454025267
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.1570016026496887
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.20269439220428467
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.01,6.563561248779297
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.01,0.11677759885787964
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.14729599952697753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.16301440000534057
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.2121567964553833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,5.860902404785156
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.01,0.12214720249176025
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.15550719499588012
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.16778240203857422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.22544000148773194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,4096,1536,8,128,1,128,power_law_1.2,8.799657440185547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.01,0.12475839853286744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.16864320039749145
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.17913919687271118
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.2386176109313965
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.01,0.13245760202407836
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.18374719619750976
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.16137280464172363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.25973119735717776
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.01,0.140009605884552
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.1947648048400879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.1749567985534668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.3086496114730835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,9.360867309570313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.01,0.1472223997116089
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.20914239883422853
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.17719039916992188
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.01,14.011978149414062
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.35985920429229734
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.01,0.15711679458618164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,4096,1536,8,128,1,128,power_law_1.2,0.05517119765281677
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.22135679721832274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.1818336009979248
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.10493760108947754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,4096,1536,8,128,1,128,power_law_1.2,0.050121599435806276
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.4724095821380615
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.01,0.1707039952278137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,4096,1536,8,128,1,128,power_law_1.2,0.05262399911880493
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.24661760330200194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,4096,1536,8,128,1,128,power_law_1.2,0.05326719880104065
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.09697920083999634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.19376959800720214
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.6115615844726563
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,4096,1536,8,128,1,128,power_law_1.2,0.05574079751968384
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.01,0.18584959506988524
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,4096,1536,8,128,1,128,power_law_1.2,17.62445068359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.30586559772491456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,4096,1536,8,128,1,128,power_law_1.2,0.05479679703712463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.1352671980857849
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.19641920328140258
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,4096,1536,8,128,1,128,power_law_1.2,0.057123202085495
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.01,0.8921024322509765
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.01,0.20069119930267335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,384,1,128,power_law_1.2,0.09282240271568298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,4096,1536,8,128,1,128,power_law_1.2,0.061078399419784546
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.3944704055786133
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.12738879919052123
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.20657920837402344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,4096,1536,8,128,1,128,power_law_1.2,0.06520000100135803
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.01,0.2295072078704834
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,384,1,128,power_law_1.2,0.09031040072441102
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,4096,1536,8,128,1,128,power_law_1.2,0.0655680000782013
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.21528959274292
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.5016672134399414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.13369920253753662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.21503679752349852
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,4096,1536,8,128,1,128,power_law_1.2,0.0735264003276825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,384,1,128,power_law_1.2,0.09100480079650879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.01,0.2933120012283325
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,4096,1536,8,128,1,128,power_law_1.2,0.08050879836082458
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,18.669462585449217
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.13816959857940675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,4096,1536,8,128,1,128,power_law_1.2,0.08689600229263306
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.22786240577697753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.7581759929656983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.01,1.698054313659668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,384,1,128,power_law_1.2,0.0880832016468048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.01,0.3605760097503662
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,4096,1536,8,128,1,128,power_law_1.2,0.09758080244064331
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.08672320246696472
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,4096,1536,8,128,1,128,power_law_1.2,0.10911999940872193
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.14562560319900514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.2412384033203125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,384,1,128,power_law_1.2,0.09246399998664856
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,1.095299243927002
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.1327839970588684
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,4096,1536,8,128,1,128,power_law_1.2,0.12101119756698608
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.01,0.5003871917724609
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.3985759735107424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,4096,1536,8,128,1,128,power_law_1.2,0.1468575954437256
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.15018559694290162
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.2629695892333984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,384,1,128,power_law_1.2,0.10203200578689575
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.13290879726409913
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,4096,1536,8,128,1,128,power_law_1.2,0.20010879039764404
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.01,0.6342495918273926
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,1.5039551734924317
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.13446400165557862
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,4096,1536,8,128,1,128,power_law_1.2,0.25880320072174073
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.155622398853302
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,384,1,128,power_law_1.2,0.11411839723587036
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.32012479305267333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,4096,1536,8,128,1,128,power_law_1.2,0.36954240798950194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.1366912007331848
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.01,0.8928095817565918
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.16002240180969238
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.01,3.533123016357422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,384,1,128,power_law_1.2,0.12073279619216919
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,4096,1536,8,128,1,128,power_law_1.2,0.48604798316955566
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.37740159034729004
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,2.6759616851806642
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.1383679986000061
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,4096,1536,8,128,1,128,power_law_1.2,0.7009984016418457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.1624735951423645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.01,1.1723360061645507
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.1417695999145508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,384,1,128,power_law_1.2,0.12672640085220338
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.521836805343628
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,4096,1536,8,128,1,128,power_law_1.2,0.9355327606201171
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.14572479724884033
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.17541120052337647
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,3.0308416366577147
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,384,1,128,power_law_1.2,0.1306015968322754
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.6861472129821777
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,4096,1536,8,128,1,128,power_law_1.2,1.3861120223999024
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.14763200283050537
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.01,1.734480094909668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.01,4.7714496612548825
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.18430720567703246
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,384,1,128,power_law_1.2,0.14086400270462035
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.15146559476852417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,4096,1536,8,128,1,128,power_law_1.2,1.8523935317993163
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.0214528083801269
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.1970144033432007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.15895040035247804
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,384,1,128,power_law_1.2,0.1474176049232483
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.01,2.2881952285766602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.16543359756469728
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.2086656093597412
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,7.175199890136719
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,384,1,128,power_law_1.2,0.154367995262146
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,4096,1536,8,128,1,128,power_law_1.2,2.7541568756103514
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.4345215797424316
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.17220799922943114
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.01,6.197398376464844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.22086720466613768
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,384,1,128,power_law_1.2,0.17166719436645508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.1835360050201416
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.01,3.411337661743164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,384,1,128,power_law_1.2,2.1854976654052733
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.24456639289855958
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,4096,1536,8,128,1,128,power_law_1.2,3.629385757446289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.19506560564041137
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,384,1,128,power_law_1.2,0.18511999845504762
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.2044543981552124
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.309987211227417
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,384,1,128,power_law_1.2,0.20540800094604492
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,6.062140655517578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.2244640111923218
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,384,1,128,power_law_1.2,3.0435359954833983
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.3840159893035889
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,384,1,128,power_law_1.2,0.2360896110534668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.01,4.501443099975586
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,4096,1536,8,128,1,128,power_law_1.2,4.574515151977539
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.2674783945083618
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.01,9.651177978515625
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,384,1,128,power_law_1.2,0.3016864061355591
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.3088576078414917
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.5684095859527588
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.4213247776031494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,384,1,128,power_law_1.2,0.38573760986328126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.7402912139892578
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,384,1,128,power_law_1.2,4.537039947509766
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.5416895866394043
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.01,5.695862579345703
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,384,1,128,power_law_1.2,0.5218143939971924
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,4096,1536,8,128,1,128,power_law_1.2,7.327718353271484
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,1.1075551986694336
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.8280927658081054
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,384,1,128,power_law_1.2,0.6575456142425538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,16.360826110839845
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.01,1.0735391616821288
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,1.3672736167907715
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,384,1,128,power_law_1.2,6.214591979980469
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,384,1,128,power_law_1.2,0.9399552345275879
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.01,1.5763903617858888
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,2.170944023132324
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,384,1,128,power_law_1.2,1.2559200286865235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.01,8.876150512695313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.01,2.128233528137207
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,384,1,128,power_law_1.2,1.8677120208740234
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,2.9438432693481444
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.01,19.061622619628906
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,384,1,128,power_law_1.2,7.685030364990235
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,11.885465240478515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,4096,1536,8,128,1,128,power_law_1.2,14.696636962890626
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.01,3.2719329833984374
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.08224639892578126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.01,0.08029760122299194
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.11886719465255738
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,384,1,128,power_law_1.2,2.468758392333984
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.1202015995979309
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.01,0.0798143982887268
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,4.475289535522461
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.12100479602813721
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.01,4.470624160766602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.01,0.08019840121269226
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.123580801486969
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.01,0.0813535988330841
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,384,1,128,power_law_1.2,3.694425582885742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.1275712013244629
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.01,0.08221120238304139
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.13192640542984008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.01,0.09025920033454896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,6.192259216308594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,384,1,128,power_law_1.2,12.626150512695313
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.01,5.784044647216797
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.13477439880371095
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.01,18.557945251464844
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.01,0.09484480023384094
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,384,1,128,power_law_1.2,4.939878463745117
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.13906559944152833
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.08716800212860107
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.01,0.09654399752616882
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.14315199851989746
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.1322783946990967
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.01,0.10204479694366456
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.15030399560928345
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.1325055956840515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.01,0.105948805809021
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.15711679458618164
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.13393280506134034
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.01,0.11174720525741577
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,8.166035461425782
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.16398719549179078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.01,9.551776123046874
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.13513920307159424
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.01,0.12022080421447753
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,384,1,128,power_law_1.2,6.36561279296875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.17653440237045287
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.13918399810791016
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.01,0.12739839553833007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.1894719958305359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.14176000356674195
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.14450559616088868
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.19958399534225463
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.14537919759750367
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.01,0.16035200357437135
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.2249216079711914
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.1478592038154602
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.01,0.17742400169372557
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.2727200031280518
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.15093120336532592
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.2067807912826538
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.3261375904083252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.15792959928512573
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.01,0.2681152105331421
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,384,1,128,power_law_1.2,10.117219543457031
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,13.222813415527344
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.4530496120452881
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.16615359783172606
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.3285376071929932
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,384,1,128,power_law_1.2,27.0096923828125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.17189120054244994
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.5844831943511963
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.01,0.4547071933746338
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.08216000199317933
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.18586560487747192
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.8662303924560547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.11981120109558105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.5937376022338867
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.19366400241851806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.01,19.318048095703126
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.1205407977104187
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,1.1738143920898438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.01,0.8614336013793945
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.20401279926300048
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.12184319496154786
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.2257535934448242
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,56.713958740234375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,1.124403190612793
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.12395520210266113
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,1.7458240509033203
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.2799551963806152
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.12740800380706788
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.3373568058013916
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.01,1.6884511947631835
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.13220160007476806
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,2.325529670715332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.5072735786437989
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.13479039669036866
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,2.220332717895508
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.6703392028808594
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.13935680389404298
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,3.5647903442382813
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,384,1,128,power_law_1.2,21.1822021484375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.14324480295181274
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.045577621459961
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.01,3.3006206512451173
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.1506816029548645
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.4688287734985352
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.15729600191116333
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,29.454144287109376
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,4.829385757446289
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.16424319744110108
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,6144,7168,2048,8,256,1,256,power_law_1.2,2.2561344146728515
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,4.450979232788086
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.17570559978485106
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.18570560216903687
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,8192,7168,2048,8,256,1,256,power_law_1.2,2.9947071075439453
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.19778560400009154
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,6.032201766967773
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.22076480388641356
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.01,5.533631896972656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.2693183898925781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,12288,7168,2048,8,256,1,256,power_law_1.2,4.820684814453125
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.34689600467681886
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.5244224071502686
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.689305591583252
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,10.141737365722657
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,16384,7168,2048,8,256,1,256,power_law_1.2,6.470671844482422
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,8.822582244873047
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1,7168,2048,8,256,1,256,power_law_1.2,0.08219839930534363
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,1.0915712356567382
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2,7168,2048,8,256,1,256,power_law_1.2,0.0804032027721405
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,1.4268159866333008
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4,7168,2048,8,256,1,256,power_law_1.2,0.08215360045433044
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8,7168,2048,8,256,1,256,power_law_1.2,0.07822399735450744
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,2.2590688705444335
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,20480,7168,2048,8,256,1,256,power_law_1.2,8.599465942382812
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16,7168,2048,8,256,1,256,power_law_1.2,0.0825984001159668
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32,7168,2048,8,256,1,256,power_law_1.2,0.0898464024066925
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,2.95164794921875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,48,7168,2048,8,256,1,256,power_law_1.2,0.09306560158729553
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,64,7168,2048,8,256,1,256,power_law_1.2,0.09718719720840455
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,80,7168,2048,8,256,1,256,power_law_1.2,0.1018623948097229
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,96,7168,2048,8,256,1,256,power_law_1.2,0.10568000078201294
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,4.8479969024658205
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.01,17.833631896972655
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,20.506632995605468
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,128,7168,2048,8,256,1,256,power_law_1.2,0.11226240396499634
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,32768,7168,2048,8,256,1,256,power_law_1.2,14.88768310546875
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,160,7168,2048,8,256,1,256,power_law_1.2,0.11875840425491332
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,192,7168,2048,8,256,1,256,power_law_1.2,0.1276800036430359
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.1435263991355896
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,7.125526428222656
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,320,7168,2048,8,256,1,256,power_law_1.2,0.16239999532699584
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,384,7168,2048,8,256,1,256,power_law_1.2,0.17710399627685547
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.2099679946899414
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,768,7168,2048,8,256,1,256,power_law_1.2,0.27221438884735105
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,8.561452484130859
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.3372544050216675
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,1536,7168,2048,8,256,1,256,power_law_1.2,0.4887231826782227
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.6283071994781494
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,3072,7168,2048,8,256,1,256,power_law_1.2,0.9532320022583007
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,1.2463007926940919
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,float16,65536,7168,2048,8,256,1,256,power_law_1.2,30.693695068359375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,13.961750793457032
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,6144,7168,2048,8,256,1,256,power_law_1.2,1.912540817260742
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,2.497532844543457
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,12288,7168,2048,8,256,1,256,power_law_1.2,3.780928039550781
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,5.105721664428711
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,29.382870483398438
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,20480,7168,2048,8,256,1,256,power_law_1.2,6.382428741455078
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,10.4312255859375
VLLM,0.14.0,NVIDIA H100 80GB HBM3,moe,vllm_fused_moe,fp8_block,65536,7168,2048,8,256,1,256,power_law_1.2,22.03553009033203
