framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,16,power_law_1.2,0.03452799916267395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,64,power_law_1.2,0.07833600044250488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,16,power_law_1.2,0.029971200227737426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,64,power_law_1.2,0.052908802032470705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,16,power_law_1.2,0.030079999566078187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,64,power_law_1.2,0.05614079833030701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,16,power_law_1.2,0.029772800207138062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,64,power_law_1.2,0.06146559715270996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,16,power_law_1.2,0.030054399371147157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,64,power_law_1.2,0.06249600052833557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,16,power_law_1.2,0.03225600123405457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,64,power_law_1.2,0.05914239883422852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,16,power_law_1.2,0.03289600014686585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,16,power_law_1.2,0.03819519877433777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.06039680242538452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,16,power_law_1.2,0.041459199786186215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.05570560097694397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,16,power_law_1.2,0.043680000305175784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.05619199872016907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,16,power_law_1.2,0.049439999461174014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.056934398412704465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,16,power_law_1.2,0.053350400924682614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.0576960027217865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,16,power_law_1.2,0.33615360260009763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.060153597593307497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,16,power_law_1.2,0.048307201266288756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,64,power_law_1.2,0.05969280004501343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.06045439839363098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,16,power_law_1.2,0.05200639963150024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,64,power_law_1.2,0.06024320125579834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.0644864022731781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,16,power_law_1.2,0.0530239999294281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,64,power_law_1.2,0.06058239936828613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.07022719979286193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,16,power_law_1.2,0.057055997848510745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,64,power_law_1.2,0.06123520135879516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.07126399874687195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,16,power_law_1.2,0.0706816017627716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,64,power_law_1.2,0.06225280165672302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.08300799727439881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,16,power_law_1.2,0.08324480056762695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,64,power_law_1.2,0.06293119788169861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.08702080249786377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,16,power_law_1.2,0.10571520328521729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,64,power_law_1.2,0.0633791983127594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.2778048038482666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,16,power_law_1.2,0.1284351944923401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,64,power_law_1.2,0.0648256003856659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.0729088008403778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,64,power_law_1.2,0.07015039920806884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.07708160281181335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,64,power_law_1.2,0.0764415979385376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.10304000377655029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,64,power_law_1.2,0.09176959991455078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.11761280298233032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.14183679819107056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,64,power_law_1.2,0.11787519454956055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,64,power_law_1.2,0.13358080387115479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.202726411819458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,64,power_law_1.2,0.21697280406951905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.29513599872589114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,64,power_law_1.2,0.25144960880279543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.32905600070953367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,64,power_law_1.2,0.3399872064590454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.5082752227783203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,16,power_law_1.2,0.17641600370407104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,64,power_law_1.2,0.4363135814666748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.5375360012054443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,64,power_law_1.2,0.617574405670166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,128,power_law_1.01,0.756819200515747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,64,power_law_1.2,0.7772543907165528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,16,power_law_1.2,0.22823679447174072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,128,power_law_1.01,1.070809555053711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,128,power_law_1.01,1.533414363861084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,128,power_law_1.01,2.258016014099121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,64,power_law_1.2,1.2522879600524903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,64,power_law_1.2,1.5929344177246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,16,power_law_1.2,0.35431039333343506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,16,power_law_1.2,0.3676032066345215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,8,power_law_1.2,0.06735360026359558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,8,power_law_1.2,0.06323840022087097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,8,power_law_1.2,0.06352639794349671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,8,power_law_1.2,0.06353279948234558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,8,power_law_1.2,0.06403200030326843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,8,power_law_1.2,0.08049280047416688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,8,power_law_1.2,0.09724159836769104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,8,power_law_1.2,0.09905920028686524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,8,power_law_1.2,0.6652544021606446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,8,power_law_1.2,1.5120384216308593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,8,power_law_1.2,0.08280959725379944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,8,power_law_1.2,0.08721280097961426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,8,power_law_1.2,0.09045760035514831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,8,power_law_1.2,0.12373119592666626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,8,power_law_1.2,0.13924479484558105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,8,power_law_1.2,0.1537984013557434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,8,power_law_1.2,0.19913599491119385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,8,power_law_1.2,0.2855488061904907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,8,power_law_1.2,0.2984767913818359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,8,power_law_1.2,0.3953279972076416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,1,balanced,0.06281066437562306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,1,balanced,0.07796266674995422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,16,power_law_1.2,0.5883200168609619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,1,balanced,0.11262399951616923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,1,balanced,0.11367467045783997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,1,balanced,0.11654399832089742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,1,balanced,0.11718400319417317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,1,balanced,0.11944533387819926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,1,balanced,0.12040000160535176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,1,balanced,0.12659200032552084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,1,balanced,0.1265066663424174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,1,balanced,0.13302399714787802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,1,balanced,0.17160000403722128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,1,balanced,0.17414400974909464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,1,balanced,0.14942933122316995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,1,balanced,0.24663466215133667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,1,balanced,0.24110400676727295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,1,balanced,0.21689067284266153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,1,balanced,0.35763732592264813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,1,balanced,0.3394186496734619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,1,balanced,0.45899200439453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,1,balanced,0.5668479998906454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,8,power_law_1.2,0.48175997734069825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,1,balanced,0.8781279722849528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,1,balanced,1.1194453239440918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,1,balanced,1.6520320574442546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,1,balanced,2.0859999656677246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,1,balanced,3.1095412572224936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,1,balanced,4.0474348068237305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,4,power_law_1.01,0.10243200063705445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,4,power_law_1.01,0.1026304006576538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,4,power_law_1.01,0.1402943968772888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,4,power_law_1.01,0.12368639707565307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,4,power_law_1.01,0.12492799758911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,4,power_law_1.01,0.13037439584732055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,4,power_law_1.01,0.134879994392395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,4,power_law_1.01,0.1411072015762329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,4,power_law_1.01,0.14559359550476075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,4,power_law_1.01,0.15578240156173706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,4,power_law_1.01,0.1802623987197876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,4,power_law_1.01,0.20327041149139405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,4,power_law_1.01,0.21634559631347655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,4,power_law_1.01,0.2401792049407959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,4,power_law_1.01,0.271776008605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,8,power_law_1.2,0.7302144050598145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,4,power_law_1.01,0.312940788269043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,4,power_law_1.01,0.3665343999862671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,4,power_law_1.01,0.4889279842376709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,2,power_law_1.01,0.07134079933166504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,4,power_law_1.01,0.5917119979858398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,2,power_law_1.01,0.10686719417572021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,2,power_law_1.01,0.13832319974899293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,2,power_law_1.01,0.19058560132980346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,2,power_law_1.01,0.22388479709625245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,4,power_law_1.01,0.929695987701416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,2,power_law_1.01,0.31598720550537107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,2,power_law_1.01,0.3461184024810791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,2,power_law_1.01,0.3604095935821533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,2,power_law_1.01,0.36151039600372314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,4,power_law_1.01,1.0128255844116212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,2,power_law_1.01,0.3713023900985718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,2,power_law_1.01,0.3799232006072998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,2,power_law_1.01,0.39663360118865965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,2,power_law_1.01,0.396723198890686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,2,power_law_1.01,0.41661438941955564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,2,power_law_1.01,0.42391037940979004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,2,power_law_1.01,0.43557119369506836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,1,power_law_1.2,0.050944000482559204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,2,power_law_1.01,0.46064000129699706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,1,power_law_1.2,0.07182080149650574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,8,power_law_1.2,0.9156352043151855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,1,power_law_1.2,0.11565439701080323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,2,power_law_1.01,0.5727039813995362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,1,power_law_1.2,0.15092480182647705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,2,power_law_1.01,0.5623424053192139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,1,power_law_1.2,0.20114560127258302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,2,power_law_1.01,0.7450111865997314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,1,power_law_1.2,0.34088959693908694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,1,power_law_1.2,0.3543040037155151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,2,power_law_1.01,0.7788352012634278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,1,power_law_1.2,0.3650752067565918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,2,power_law_1.01,1.0912192344665528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,1,power_law_1.2,0.37835519313812255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,1,power_law_1.2,0.38549759387969973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,2,power_law_1.01,1.3342528343200684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,1,power_law_1.2,0.39156479835510255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,1,power_law_1.2,0.4054399967193604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,1,power_law_1.2,0.41685757637023924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,2,power_law_1.01,1.9564735412597656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,4,power_law_1.01,1.5760576248168945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,1,power_law_1.2,0.4268159866333008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,1,power_law_1.2,0.45615358352661134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,2,power_law_1.01,2.401798439025879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,1,power_law_1.2,0.4717567920684814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,1,power_law_1.2,0.5040319919586181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,1,power_law_1.2,0.548960018157959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,1,power_law_1.2,0.5961535930633545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,2,power_law_1.01,3.4730239868164063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,1,power_law_1.2,0.7467904090881348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,1,power_law_1.2,0.8312640190124512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,1,power_law_1.2,1.119711971282959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,2,power_law_1.01,4.681824111938477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,1,power_law_1.2,1.416198444366455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,4,power_law_1.01,1.7995391845703126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,8,power_law_1.2,1.4411392211914062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,1,power_law_1.2,1.9919424057006836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,4,power_law_1.01,2.6237567901611327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,1,power_law_1.2,2.6062015533447265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,4,power_law_1.01,3.550080108642578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,1,power_law_1.2,3.8149566650390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,4,power_law_1.01,6.626380920410156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,16,power_law_1.2,0.7790656089782715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,8,power_law_1.2,1.850092887878418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,4,power_law_1.01,7.501241302490234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,1,power_law_1.2,5.039782333374023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,8,power_law_1.2,2.795110321044922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,8,power_law_1.2,3.435724639892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,4,power_law_1.01,0.06593919992446899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,4,power_law_1.01,0.06618239879608154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,4,power_law_1.01,0.07121279835700989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,4,power_law_1.01,0.0741823971271515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,4,power_law_1.01,0.07681919932365418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,4,power_law_1.01,0.07950080037117005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,4,power_law_1.01,0.08117120265960694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,4,power_law_1.01,0.08240640163421631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,4,power_law_1.01,0.08554880023002624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,4,power_law_1.01,0.10147839784622192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,4,power_law_1.01,0.10880000591278076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,4,power_law_1.01,0.12817280292510985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,4,power_law_1.01,0.13802239894866944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,4,power_law_1.01,0.14923520088195802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,4,power_law_1.01,0.16796799898147582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,4,power_law_1.01,0.18145920038223268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,4,power_law_1.01,0.230348801612854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,4,power_law_1.01,0.25999999046325684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,4,power_law_1.01,0.3036799907684326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,4,power_law_1.01,0.5471231937408447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,4,power_law_1.01,0.5733183860778809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,4,power_law_1.01,0.889798355102539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,4,power_law_1.01,1.0840319633483886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,4,power_law_1.01,1.5900351524353027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,16,balanced,0.09087466200192769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,16,balanced,0.0937600036462148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,16,balanced,0.11469866832097371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,16,balanced,0.15371732910474142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,16,balanced,0.25145065784454346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,16,balanced,0.47196801503499347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,16,balanced,0.6629120111465454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,16,balanced,0.6654773155848185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,16,balanced,0.6657760143280029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,16,balanced,0.6658186515172323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,16,balanced,0.670250654220581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,16,balanced,0.6745333671569824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,16,balanced,0.6753173669179281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,16,balanced,0.678272008895874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,16,balanced,0.6833706696828207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,16,balanced,0.6922399997711182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,16,balanced,0.7024052937825521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,16,balanced,0.7203199863433838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,16,balanced,0.75382399559021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,16,balanced,0.7917439937591553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,16,balanced,0.8554186820983887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,16,balanced,0.9708373546600342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,16,balanced,1.1534346739451091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,16,balanced,1.304095983505249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,16,balanced,1.691706657409668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,16,balanced,2.2780213356018066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,16,balanced,2.9252214431762695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,4,power_law_1.01,2.434579277038574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.5422976016998291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.5558464050292968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.7828032016754151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.8475968360900878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.9122879981994629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.9722111701965332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.9407168388366699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,8,power_law_1.2,1.0224448204040528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,8,power_law_1.2,1.0429247856140136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,8,power_law_1.2,1.0459775924682617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,8,power_law_1.2,1.1296575546264649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,8,power_law_1.2,1.1175807952880858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,8,power_law_1.2,1.292915153503418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,8,power_law_1.2,1.2702848434448242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,8,power_law_1.2,1.4551360130310058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,8,power_law_1.2,1.5210623741149902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,8,power_law_1.2,6.263308715820313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,8,power_law_1.2,7.977081298828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,8,power_law_1.2,2.0148223876953124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,8,power_law_1.2,2.765395164489746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,4,power_law_1.01,3.208185577392578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,8,power_law_1.2,2.7882112503051757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,8,power_law_1.2,3.8729022979736327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,8,power_law_1.2,4.697203063964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,8,power_law_1.2,6.803718566894531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,8,power_law_1.2,8.34103012084961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,8,power_law_1.2,13.169497680664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,8,power_law_1.01,0.0662015974521637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,8,power_law_1.01,0.06299520134925843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,8,power_law_1.01,0.06291199922561645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,8,power_law_1.01,0.06548479795455933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,8,power_law_1.01,0.061324799060821535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,8,power_law_1.01,0.07210879921913146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,8,power_law_1.01,0.0754368007183075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,8,power_law_1.01,0.077292799949646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,8,power_law_1.01,0.08231679797172546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,8,power_law_1.01,0.08381440043449402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,8,power_law_1.01,0.08360959887504578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,8,power_law_1.01,0.08652799725532531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,8,power_law_1.01,0.08819839954376221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,8,power_law_1.01,0.09279999732971192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,8,power_law_1.01,0.09774079918861389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,8,power_law_1.01,0.10185600519180298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,8,power_law_1.01,0.12040319442749023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,8,power_law_1.01,0.14545919895172119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,8,power_law_1.01,0.17233920097351074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,8,power_law_1.01,0.21253759860992433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,8,power_law_1.01,0.22048640251159668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,8,power_law_1.01,0.351091194152832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,8,power_law_1.01,0.4041088104248047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,8,power_law_1.01,0.5572800159454345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,8,power_law_1.01,0.6868735790252686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,8,power_law_1.01,1.1423551559448242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,8,power_law_1.01,1.587168025970459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,8,power_law_1.2,17.78151092529297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,4,power_law_1.01,3.9674560546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,128,power_law_1.01,0.03940480053424835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,128,power_law_1.01,0.03894400000572205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,128,power_law_1.01,0.03873279988765717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,128,power_law_1.01,0.039103999733924866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,128,power_law_1.01,0.04264959990978241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,128,power_law_1.01,0.04164479970932007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,128,power_law_1.01,0.0417279988527298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,128,power_law_1.01,0.04847359955310822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,128,power_law_1.01,0.05910400152206421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,128,power_law_1.01,0.059494400024414064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,128,power_law_1.01,0.07428479790687562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,128,power_law_1.01,0.07588480114936828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,128,power_law_1.01,0.25752959251403806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,128,power_law_1.01,0.0648959994316101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,128,power_law_1.01,0.06896640062332153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,128,power_law_1.01,0.06951040029525757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,128,power_law_1.01,0.0753279983997345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,128,power_law_1.01,0.09701759815216064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,128,power_law_1.01,0.12884479761123657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,128,power_law_1.01,0.1921023964881897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,128,power_law_1.01,0.2158207893371582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,128,power_law_1.01,0.3050559997558594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,128,power_law_1.01,0.4139840126037598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.21111040115356444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,128,power_law_1.01,0.677177619934082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.20341761112213136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.25306239128112795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,128,power_law_1.01,0.7210944175720215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.32074880599975586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,128,power_law_1.01,1.035001564025879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,128,power_law_1.01,1.1640576362609862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.2847359895706177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.3434175968170166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.36060800552368166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.3561088085174561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.36801919937133787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.38514559268951415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.40195841789245607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.416377592086792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.4243775844573975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.434438419342041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.46114559173583985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.46825599670410156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.5090240001678467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.5944640159606933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.7306367874145507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.8881664276123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,8,power_law_1.2,1.0666496276855468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,8,power_law_1.2,1.5267583847045898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,8,power_law_1.2,2.080588722229004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,8,power_law_1.2,2.9762815475463866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,8,power_law_1.2,3.667180633544922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.125164794921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.16579840183258057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.2795520067214966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.43657598495483396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.5690624237060546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.9376064300537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.9870719909667969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,1,power_law_1.01,1.0466303825378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,1,power_law_1.01,1.0576000213623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,1,power_law_1.01,1.0977727890014648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,1,power_law_1.01,1.121452808380127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,1,power_law_1.01,1.170400047302246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,1,power_law_1.01,1.2434176445007323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,1,power_law_1.01,1.2627455711364746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,1,power_law_1.01,1.2996864318847656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,1,power_law_1.01,1.3767231941223144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,1,power_law_1.01,1.4869888305664063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,1,power_law_1.01,1.706425666809082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,1,power_law_1.01,1.9306175231933593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,1,power_law_1.01,2.3518272399902345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,1,power_law_1.01,2.638393592834473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,1,power_law_1.01,3.467679977416992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,1,power_law_1.01,4.1443840026855465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,8,power_law_1.2,5.048384094238282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,1,power_law_1.01,5.683615875244141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,1,power_law_1.01,7.837094116210937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,1,power_law_1.01,11.24062728881836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,1,power_law_1.01,13.321580505371093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,8,power_law_1.2,6.6442115783691404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,4,power_law_1.01,0.05854719877243042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,4,power_law_1.01,0.05613440275192261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,4,power_law_1.01,0.06178560256958008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,4,power_law_1.01,0.0662335991859436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,4,power_law_1.01,0.07018880248069763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,4,power_law_1.01,0.08326399922370911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,4,power_law_1.01,0.08570880293846131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,4,power_law_1.01,0.08900480270385742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,4,power_law_1.01,0.09010559916496277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,4,power_law_1.01,0.08984320163726807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,4,power_law_1.01,0.09380480051040649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,4,power_law_1.01,0.09801599979400635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,4,power_law_1.01,0.10077439546585083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,4,power_law_1.01,0.10714880228042603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,4,power_law_1.01,0.11797759532928467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,4,power_law_1.01,0.12180479764938354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,4,power_law_1.01,0.1451840043067932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,4,power_law_1.01,0.16744320392608641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,4,power_law_1.01,0.203385591506958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,4,power_law_1.01,0.2394239902496338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,4,power_law_1.01,0.32337279319763185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,4,power_law_1.01,0.4170559883117676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,4,power_law_1.01,0.5513472080230712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,4,power_law_1.01,0.7567103862762451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,4,power_law_1.01,0.9507583618164063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,4,power_law_1.01,1.4527487754821777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,4,power_law_1.01,2.0124927520751954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,4,power_law_1.2,0.05783039927482605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,4,power_law_1.2,0.053350400924682614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,4,power_law_1.2,0.06268159747123718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,4,power_law_1.2,0.06375679969787598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,4,power_law_1.2,0.0670527994632721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,4,power_law_1.2,0.08477439880371093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,4,power_law_1.2,0.08914560079574585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,4,power_law_1.2,0.09000319838523865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,4,power_law_1.2,0.09095680117607116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,4,power_law_1.2,0.09362559914588928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,4,power_law_1.2,0.0958400011062622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,4,power_law_1.2,0.09872639775276185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,4,power_law_1.2,0.10232959985733033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,4,power_law_1.2,0.11138559579849243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,4,power_law_1.2,0.12126079797744752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,4,power_law_1.2,0.12385280132293701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,4,power_law_1.2,0.15093120336532592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,4,power_law_1.2,0.17223680019378662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,4,power_law_1.2,0.20916481018066407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,4,power_law_1.2,0.2768703937530518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,4,power_law_1.2,0.3337599992752075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,4,power_law_1.2,0.4142911911010742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,4,power_law_1.2,0.5630015850067138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,4,power_law_1.2,0.7599103927612305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,4,power_law_1.2,1.005286407470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,4,power_law_1.2,1.472761631011963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,128,power_law_1.01,0.04191359877586365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,128,power_law_1.01,0.057811200618743896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,128,power_law_1.01,0.041606399416923526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,128,power_law_1.01,0.047353601455688475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,128,power_law_1.01,0.056620800495147706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,128,power_law_1.01,0.044377601146698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,128,power_law_1.01,0.04509440064430237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,128,power_law_1.01,0.04527359902858734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,128,power_law_1.01,0.04521600008010864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,128,power_law_1.01,0.045542401075363156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,128,power_law_1.01,0.046060800552368164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,128,power_law_1.01,0.048198398947715757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,4,power_law_1.2,2.102400016784668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,128,power_law_1.01,0.05017600059509277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,128,power_law_1.01,0.05219200253486633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,128,power_law_1.01,0.05678719878196716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,128,power_law_1.01,0.05738880038261414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,128,power_law_1.01,0.06097279787063599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,128,power_law_1.01,0.07345280051231384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,128,power_law_1.01,0.09036160111427308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,128,power_law_1.01,0.1293887972831726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,128,power_law_1.01,0.16106879711151123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,128,power_law_1.01,0.23196160793304443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,128,power_law_1.01,0.26755199432373045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,128,power_law_1.01,0.3934976100921631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,128,power_law_1.01,0.493177604675293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,128,power_law_1.01,0.6236415863037109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,128,power_law_1.01,0.7808767795562744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.1611840009689331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.17501440048217773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.14993280172348022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.14113919734954833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,8,power_law_1.01,0.06367999911308289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.16301440000534057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,8,power_law_1.01,0.059462398290634155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,8,power_law_1.01,0.05931519865989685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.14179199934005737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,8,power_law_1.01,0.059596800804138185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,8,power_law_1.01,0.05991680026054382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,8,power_law_1.01,0.06810240149497986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.15119999647140503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,8,power_law_1.01,0.07307519912719726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,8,power_law_1.01,0.08297600150108338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.15291520357131957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,8,power_law_1.01,0.4604991912841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.15457279682159425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,8,power_law_1.01,0.4621568202972412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.15607680082321168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,8,power_law_1.01,0.09194880127906799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,8,power_law_1.01,0.09878399968147278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.1633792042732239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.16461440324783325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,8,power_law_1.01,0.10735360383987427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.17366399765014648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,8,power_law_1.01,0.12613120079040527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,8,power_law_1.01,0.15762560367584227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.21231999397277831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,8,power_law_1.01,0.16273280382156372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.2275712013244629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.24956800937652587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,8,power_law_1.01,0.19407360553741454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.26935040950775146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.3550976037979126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,8,power_law_1.01,0.2714751958847046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.4961343765258789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.7887487888336182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.8202943801879883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,8,power_law_1.01,0.29938559532165526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,128,power_law_1.2,1.4292991638183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,8,power_law_1.01,0.4029376029968262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,128,power_law_1.2,1.314848041534424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,128,power_law_1.2,2.014918327331543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,128,power_law_1.2,3.5313663482666016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,8,power_law_1.01,0.545740795135498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,128,power_law_1.2,5.166521453857422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,128,power_law_1.2,6.880480194091797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,8,power_law_1.01,0.7729087829589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,8,power_law_1.01,0.9512255668640137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,8,power_law_1.01,1.4349696159362793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,8,power_law_1.01,2.006028747558594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,8,power_law_1.01,2.830169677734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,8,power_law_1.01,3.682195281982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.6595776081085205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.7401408195495606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,2,power_law_1.2,1.0233920097351075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,2,power_law_1.2,1.2667712211608886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,2,power_law_1.2,1.4022272109985352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,2,power_law_1.2,1.4323200225830077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,2,power_law_1.2,1.6895679473876952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,2,power_law_1.2,1.8147775650024414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,2,power_law_1.2,1.9118911743164062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,2,power_law_1.2,2.1737152099609376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,2,power_law_1.2,1.8299776077270509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,2,power_law_1.2,1.993382453918457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,2,power_law_1.2,2.279430389404297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,2,power_law_1.2,2.2035903930664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,2,power_law_1.2,2.5246591567993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,2,power_law_1.2,2.566099166870117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,2,power_law_1.2,3.3338176727294924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,2,power_law_1.2,3.9963584899902345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,1,balanced,0.09268800417582194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,1,balanced,0.1112000048160553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,1,balanced,0.1344160040219625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,1,balanced,0.20684800545374551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,1,balanced,0.34219201405843097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,1,balanced,0.39132265249888104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,1,balanced,0.3956213394800822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,1,balanced,0.4002506732940674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,1,balanced,0.40725866953531903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,1,balanced,0.4119946559270223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,1,balanced,0.4190026521682739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,1,balanced,0.4281653165817261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,1,balanced,0.43587732315063477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,1,balanced,0.45397865772247314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,1,balanced,0.4681493441263835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,1,balanced,0.4867146809895833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,1,balanced,0.5249493519465128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,1,balanced,0.7052266597747803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,1,balanced,0.7276000181833903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,2,power_law_1.2,5.618815994262695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,1,balanced,1.0236213207244873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,1,balanced,1.1777119636535645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,1,balanced,1.725551923116048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,1,balanced,2.1374133427937827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,1,balanced,2.989802678426107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,1,balanced,3.949695905049642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,2,power_law_1.2,7.427788543701172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,1,balanced,5.780762354532878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,32,power_law_1.01,0.3097343921661377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,32,power_law_1.01,0.26974079608917234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,1,balanced,7.590373357137044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,32,power_law_1.01,0.2655807971954346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,32,power_law_1.01,0.2657599925994873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,32,power_law_1.01,0.2452415943145752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,32,power_law_1.01,0.21245439052581788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,32,power_law_1.01,0.23224320411682128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,32,power_law_1.01,0.25090560913085935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,32,power_law_1.01,0.22074239253997802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,32,power_law_1.01,0.23679358959198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,32,power_law_1.01,0.2403007984161377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,32,power_law_1.01,0.24194560050964356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,32,power_law_1.01,0.2613696098327637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,32,power_law_1.01,0.2726464033126831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,32,power_law_1.01,0.2792383909225464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,32,power_law_1.01,0.29821441173553465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,32,power_law_1.01,0.3251712083816528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,32,power_law_1.01,0.37997438907623293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,32,power_law_1.01,0.425324821472168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,32,power_law_1.01,0.534822416305542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,32,power_law_1.01,0.5882751941680908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,32,power_law_1.01,0.7417024135589599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,32,power_law_1.01,0.959449577331543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,32,power_law_1.01,1.4010239601135255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,2,power_law_1.2,11.00542755126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,32,power_law_1.01,1.7828096389770507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,32,power_law_1.01,2.8444480895996094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,32,power_law_1.01,3.547180938720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,2,power_law_1.2,14.40869140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,8,power_law_1.01,0.03566080033779144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,8,power_law_1.01,0.035718399286270144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,8,power_law_1.01,0.03560320138931274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,8,power_law_1.01,0.03587839901447296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,8,power_law_1.01,0.036345601081848145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,8,power_law_1.01,0.05272960066795349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,8,power_law_1.01,0.05866879820823669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,8,power_law_1.01,0.06504319906234741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,8,power_law_1.01,0.600383996963501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,8,power_law_1.01,0.7775743961334228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,8,power_law_1.01,0.05550079941749573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,8,power_law_1.01,0.056806397438049314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,8,power_law_1.01,0.05688959956169128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,8,power_law_1.01,0.05960959792137146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,8,power_law_1.01,0.06579840183258057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,8,power_law_1.01,0.07097600102424621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,8,power_law_1.01,0.0933184027671814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,8,power_law_1.01,0.11061760187149047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,8,power_law_1.01,0.14331519603729248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,2,power_law_1.2,19.150227355957032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,8,power_law_1.01,0.21667840480804443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,8,power_law_1.01,0.22390398979187012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,8,power_law_1.01,0.35299201011657716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,8,power_law_1.01,0.37852799892425537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,2,power_law_1.2,28.390975952148438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,8,power_law_1.01,0.5154367923736572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,8,power_law_1.01,0.6108736038208008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,8,power_law_1.01,1.0348608016967773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,2,power_law_1.2,39.82569580078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,8,power_law_1.01,1.3135168075561523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,1,balanced,0.08261866867542267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,1,balanced,0.12361600001653035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,1,balanced,0.24317334095637003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,1,balanced,0.2387253244717916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,1,balanced,0.2412266731262207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,1,balanced,0.24165334304173788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,1,balanced,0.24397865931193033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,1,balanced,0.24475733439127603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,1,balanced,0.25810666879018146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,1,balanced,0.26022400458653766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,1,balanced,0.2696586648623149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,1,balanced,0.2963680028915405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,1,balanced,0.2972960074742635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,1,balanced,0.2983893354733785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,1,balanced,0.37954668203989667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,1,balanced,0.3535039822260539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,1,balanced,0.37068267663319904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,1,balanced,0.47283732891082764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,1,balanced,0.5793546835581461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,1,balanced,0.8294560114542643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,1,balanced,1.0535519917805989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,1,balanced,1.5480000178019206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,1,balanced,1.940010706583659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,1,balanced,2.851093292236328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,1,balanced,3.8342132568359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,8,power_law_1.01,0.302291202545166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,8,power_law_1.01,0.43955202102661134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,1,balanced,5.721029281616211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,8,power_law_1.01,0.3706239938735962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,8,power_law_1.01,0.44820480346679686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,8,power_law_1.01,0.593395185470581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,8,power_law_1.01,0.5021503925323486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,1,balanced,7.638111750284831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,8,power_law_1.01,0.5393663883209229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,8,power_law_1.01,0.5317376136779786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,8,power_law_1.01,0.5528768062591553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,8,power_law_1.01,0.5393216133117675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,8,power_law_1.01,0.5872384071350097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,8,power_law_1.01,0.6277567863464355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,8,power_law_1.01,0.6440896034240723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,8,power_law_1.01,0.6599040031433105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,8,power_law_1.01,0.676416015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,8,power_law_1.01,0.7369791984558105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,8,power_law_1.01,0.7381504058837891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,8,power_law_1.01,0.8546751976013184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,8,power_law_1.01,0.9788800239562988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,8,power_law_1.01,1.2225855827331542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,8,power_law_1.01,1.4414336204528808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,8,power_law_1.01,1.676518440246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,8,power_law_1.01,2.2732736587524416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,8,power_law_1.01,2.930246353149414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,8,power_law_1.01,4.1757759094238285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,8,power_law_1.01,5.546144104003906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,8,power_law_1.01,7.998553466796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,2,power_law_1.2,63.49549560546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,1,balanced,0.12652800480524698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,1,balanced,0.21745065848032633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,1,balanced,0.38521067301432294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,1,balanced,0.3816053469975789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,1,balanced,0.3855466842651367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,1,balanced,0.38648533821105957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,1,balanced,0.3895039955774943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,1,balanced,0.3919573227564494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,1,balanced,0.40558401743570965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,1,balanced,0.4060106674830119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,1,balanced,0.4150613149007161
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,1,balanced,0.43539198239644367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,1,balanced,0.4426826635996501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,1,balanced,0.4456799825032552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,1,balanced,0.6191786527633667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,1,balanced,0.617082675298055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,1,balanced,0.6428426504135132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,1,balanced,0.8497546513875326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,1,balanced,0.9557226498921713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,1,balanced,1.3392586708068848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,1,balanced,1.6605067253112793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,1,balanced,2.4578612645467124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,1,balanced,3.130336125691732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,1,balanced,4.692346572875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,1,balanced,6.294303894042969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,1,balanced,9.439077377319336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,1,balanced,12.593018849690756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,2,power_law_1.2,66.43242797851562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,4,power_law_1.2,0.12121599912643433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,4,power_law_1.2,0.16491520404815674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,4,power_law_1.2,0.17634559869766236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,4,power_law_1.2,0.22371199131011962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,4,power_law_1.2,0.27501440048217773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,4,power_law_1.2,0.3348095893859863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,4,power_law_1.2,0.3960576057434082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,4,power_law_1.2,0.3940799951553345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,4,power_law_1.2,0.3944384098052979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,4,power_law_1.2,0.43555197715759275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,4,power_law_1.2,0.40307841300964353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,4,power_law_1.2,0.4626495838165283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,4,power_law_1.2,0.47908477783203124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,4,power_law_1.2,0.7959871768951416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,4,power_law_1.2,1.7629823684692383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,4,power_law_1.2,2.141484832763672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,4,power_law_1.2,0.5738944053649903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,4,power_law_1.2,0.5970431804656983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,4,power_law_1.2,0.7091199874877929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,4,power_law_1.2,0.8583168029785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,4,power_law_1.2,0.9494912147521972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,4,power_law_1.2,1.3243328094482423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,4,power_law_1.2,1.4697664260864258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,4,power_law_1.2,1.9300544738769532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,16,power_law_1.01,0.1176576018333435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,16,power_law_1.01,0.17310719490051268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,4,power_law_1.2,2.771065521240234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,16,power_law_1.01,0.17040640115737915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,16,power_law_1.01,0.16858880519866942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,16,power_law_1.01,0.17301759719848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,4,power_law_1.2,3.751417541503906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,16,power_law_1.01,0.17120640277862548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,16,power_law_1.01,0.15380480289459228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,16,power_law_1.01,0.16910719871520996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,16,power_law_1.01,0.16838400363922118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,16,power_law_1.01,0.1627392053604126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,4,power_law_1.2,5.064089584350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,16,power_law_1.01,0.16528639793395997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,16,power_law_1.01,0.16892800331115723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,16,power_law_1.01,0.17613439559936522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,16,power_law_1.01,0.1900223970413208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,16,power_law_1.01,0.19648000001907348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,16,power_law_1.01,0.3410048007965088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,16,power_law_1.01,0.21468799114227294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,16,power_law_1.01,0.25262720584869386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,16,power_law_1.01,0.2664896011352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,16,power_law_1.01,0.31328639984130857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,16,power_law_1.01,0.3877376079559326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,16,power_law_1.01,0.5229887962341309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,16,power_law_1.01,0.5918975830078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,16,power_law_1.01,0.8044863700866699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,16,power_law_1.01,1.038649559020996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,16,power_law_1.01,1.4335488319396972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,16,power_law_1.01,1.8394624710083007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,4,power_law_1.2,0.12889599800109863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,4,power_law_1.2,0.17166719436645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,4,power_law_1.2,0.1535871982574463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,4,power_law_1.2,0.2056191921234131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,4,power_law_1.2,0.20535678863525392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,4,power_law_1.2,0.2057215929031372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,4,power_law_1.2,0.21699199676513672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,4,power_law_1.2,0.22659199237823485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,4,power_law_1.2,0.2573568105697632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,4,power_law_1.2,0.27482240200042723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,4,power_law_1.2,0.27964799404144286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,4,power_law_1.2,0.31754240989685056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,4,power_law_1.2,0.3184704065322876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,16,power_law_1.01,0.0662015974521637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,4,power_law_1.2,0.374399995803833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,16,power_law_1.01,0.055289602279663085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,16,power_law_1.01,0.05437440276145935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,16,power_law_1.01,0.05482879877090454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,4,power_law_1.2,0.552351999282837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,16,power_law_1.01,0.05451520085334778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,16,power_law_1.01,0.05509759783744812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,4,power_law_1.2,0.49747838973999026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,16,power_law_1.01,0.05726079940795899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,16,power_law_1.01,0.05912320017814636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,16,power_law_1.01,0.06762239933013917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,16,power_law_1.01,0.06830080151557923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,16,power_law_1.01,0.07707520127296448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,16,power_law_1.01,0.08355200290679932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,4,power_law_1.2,0.5943808078765869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,16,power_law_1.01,0.08577280044555664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,16,power_law_1.01,0.07131519913673401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,16,power_law_1.01,0.0762112021446228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,16,power_law_1.01,0.08099200129508972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,16,power_law_1.01,0.08268160223960877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,16,power_law_1.01,0.0916159987449646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,16,power_law_1.01,0.12147200107574463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,16,power_law_1.01,0.15074559450149536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,16,power_law_1.01,0.17821439504623413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,16,power_law_1.01,0.25994880199432374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,4,power_law_1.2,0.8255999565124512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,16,power_law_1.01,0.30963840484619143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,16,power_law_1.01,0.43432321548461916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,16,power_law_1.01,0.5737855911254883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,16,power_law_1.01,0.7753280162811279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,16,power_law_1.01,1.0071871757507325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,4,power_law_1.2,1.0004863739013672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,4,power_law_1.2,1.4385087966918946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,8,power_law_1.2,0.0896448016166687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,8,power_law_1.2,0.10458879470825196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,8,power_law_1.2,0.11501439809799194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,8,power_law_1.2,0.11626880168914795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,8,power_law_1.2,0.12414079904556274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,8,power_law_1.2,0.13670400381088257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,8,power_law_1.2,0.12951040267944336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,8,power_law_1.2,0.1467136025428772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,4,power_law_1.2,1.8441024780273438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,8,power_law_1.2,0.14075520038604736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,8,power_law_1.2,0.14236799478530884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,8,power_law_1.2,0.14177919626235963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,8,power_law_1.2,0.15251840353012086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,8,power_law_1.2,0.15527679920196533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,8,power_law_1.2,0.1828223943710327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,8,power_law_1.2,0.18237440586090087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,8,power_law_1.2,0.20359039306640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,8,power_law_1.2,0.19799679517745972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,8,power_law_1.2,0.23004798889160155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,8,power_law_1.2,0.2529536008834839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,8,power_law_1.2,0.32579200267791747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,8,power_law_1.2,0.41649279594421384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,8,power_law_1.2,0.521068811416626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,8,power_law_1.2,0.6889984130859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,8,power_law_1.2,0.9518336296081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,4,power_law_1.2,2.3368703842163088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,8,power_law_1.2,1.2371007919311523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,8,power_law_1.2,1.8133760452270509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,8,power_law_1.2,2.4064640045166015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,4,power_law_1.2,3.0503103256225588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,1,balanced,0.24062933524449667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,1,balanced,0.36668264865875244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,1,balanced,0.654800017674764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,1,balanced,1.2352053324381511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,1,balanced,2.364410718282064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,1,balanced,3.456080118815104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,1,balanced,3.48307196299235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,1,balanced,3.505690574645996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,1,balanced,3.534778594970703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,1,balanced,3.5622132619222007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,1,balanced,3.6214612325032554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,1,balanced,3.6701278686523438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,1,balanced,3.7117919921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,1,balanced,3.777541478474935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,1,balanced,3.8276586532592773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,1,balanced,3.9064159393310547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,1,balanced,4.027605374654134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,1,balanced,4.931637446085612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,1,balanced,4.51531187693278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,1,balanced,5.457210540771484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,1,balanced,5.350746790568034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,1,balanced,8.447194417317709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,1,balanced,8.50708262125651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,1,balanced,13.289744059244791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,1,balanced,13.845109303792318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,4,power_law_1.2,0.07011839747428894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,4,power_law_1.2,0.06474879980087281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,4,power_law_1.2,0.07749760150909424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,4,power_law_1.2,0.07685760259628296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,4,power_law_1.2,0.07870079874992371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,4,power_law_1.2,6.536863708496094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,4,power_law_1.2,0.08648959994316101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,4,power_law_1.2,0.10930559635162354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,4,power_law_1.2,0.08936319947242737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,4,power_law_1.2,0.09022719860076904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,4,power_law_1.2,0.09040639996528625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,4,power_law_1.2,0.09852160215377807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,4,power_law_1.2,0.09937279820442199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,4,power_law_1.2,0.1183359980583191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,4,power_law_1.2,0.15320320129394532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,1,balanced,22.309654235839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,4,power_law_1.2,0.18626559972763063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,4,power_law_1.2,0.17239680290222167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,4,power_law_1.2,0.22206718921661378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,4,power_law_1.2,0.2831552028656006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,1,balanced,27.323877970377605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,4,power_law_1.2,0.29510400295257566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,4,power_law_1.2,0.4394495964050293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,4,power_law_1.2,6.564582061767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,4,power_law_1.2,0.4922304153442383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,4,power_law_1.2,0.7938687801361084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,4,power_law_1.2,1.1044992446899413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,4,power_law_1.2,9.939923095703126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,8,power_law_1.2,0.18148479461669922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,8,power_law_1.2,0.2732800006866455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,8,power_law_1.2,0.26421120166778567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,8,power_law_1.2,0.34088959693908694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,8,power_law_1.2,0.3592063903808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,8,power_law_1.2,0.4286911964416504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,8,power_law_1.2,0.3872704029083252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,8,power_law_1.2,0.408128023147583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,8,power_law_1.2,0.3859328031539917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,8,power_law_1.2,0.41312642097473146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,8,power_law_1.2,0.3929663896560669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,8,power_law_1.2,0.46040959358215333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,8,power_law_1.2,0.45795202255249023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,8,power_law_1.2,0.4733439922332764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,8,power_law_1.2,0.5081024169921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,8,power_law_1.2,0.5112383842468262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,8,power_law_1.2,0.5362495899200439
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,8,power_law_1.2,0.602348804473877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,8,power_law_1.2,0.6790080070495605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,8,power_law_1.2,0.7861055850982666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,8,power_law_1.2,1.0202112197875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,8,power_law_1.2,1.2954112052917481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,4,power_law_1.2,1.5826815605163573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,8,power_law_1.2,1.5640704154968261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,8,power_law_1.2,1.9540672302246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,8,power_law_1.2,2.795123291015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,8,power_law_1.2,3.5783615112304688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,8,power_law_1.2,5.310444641113281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,8,power_law_1.2,0.04678399860858917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,8,power_law_1.2,0.04475519955158234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,8,power_law_1.2,0.045484799146652224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,8,power_law_1.2,0.045664000511169436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,8,power_law_1.2,0.045465600490570066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,8,power_law_1.2,0.06932479739189149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,8,power_law_1.2,0.08373759984970093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,8,power_law_1.2,0.09374079704284669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,8,power_law_1.2,0.8914688110351563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,8,power_law_1.2,1.4280768394470216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,8,power_law_1.2,0.07599999904632568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,8,power_law_1.2,0.07921280264854431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,8,power_law_1.2,0.08198400139808655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,8,power_law_1.2,0.08120319843292237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,8,power_law_1.2,0.09068160057067871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,8,power_law_1.2,0.09341440200805665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,8,power_law_1.2,0.136953604221344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,8,power_law_1.2,0.16501760482788086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,8,power_law_1.2,0.20775039196014405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,8,power_law_1.2,0.2897599935531616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,8,power_law_1.2,0.33746559619903566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,8,power_law_1.2,0.43484158515930177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,8,power_law_1.2,0.5338367938995361
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,4,power_law_1.2,1.9550912857055665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,8,power_law_1.2,0.8805631637573242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,4,power_law_1.2,12.6219970703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,8,power_law_1.2,1.0958784103393555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,4,power_law_1.2,3.0457151412963865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,8,power_law_1.01,0.1147968053817749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,8,power_law_1.01,0.1082751989364624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,8,power_law_1.01,0.10157439708709717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,8,power_law_1.01,0.1126207947731018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,8,power_law_1.01,0.11946239471435546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,8,power_law_1.01,0.12507519721984864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,8,power_law_1.01,0.1210752010345459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,8,power_law_1.01,0.12945280075073243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,8,power_law_1.01,0.13131519556045532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,8,power_law_1.01,0.13292160034179687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,8,power_law_1.01,0.13778560161590575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,8,power_law_1.01,0.14094079732894899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,8,power_law_1.01,0.13980799913406372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,8,power_law_1.01,0.14905600547790526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,8,power_law_1.01,0.15752960443496705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,8,power_law_1.01,0.17175040245056153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,8,power_law_1.01,0.20245120525360108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,8,power_law_1.01,0.23086719512939452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,8,power_law_1.01,0.23482239246368408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,8,power_law_1.01,0.3216063976287842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,8,power_law_1.01,0.36632959842681884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,8,power_law_1.01,0.5192063808441162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,8,power_law_1.01,0.656934404373169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,8,power_law_1.01,0.9065343856811523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,8,power_law_1.01,1.1045056343078614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,8,power_law_1.01,1.8881280899047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,8,power_law_1.01,2.358028793334961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,8,power_law_1.2,1.688115119934082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,128,power_law_1.2,0.17032320499420167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,128,power_law_1.2,0.16773120164871216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,128,power_law_1.2,0.15486079454421997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,128,power_law_1.2,0.14026880264282227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,128,power_law_1.2,0.1283776044845581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,128,power_law_1.2,0.16171519756317138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,128,power_law_1.2,0.1522047996520996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,128,power_law_1.2,0.15967999696731566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,128,power_law_1.2,0.15665919780731202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,128,power_law_1.2,0.16219520568847656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,128,power_law_1.2,0.16215039491653443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,128,power_law_1.2,0.16850559711456298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,128,power_law_1.2,0.1754431962966919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,128,power_law_1.2,0.19601279497146606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,128,power_law_1.2,0.21251199245452881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,128,power_law_1.2,0.21736319065093995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,128,power_law_1.2,0.2595839977264404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,128,power_law_1.2,0.35966079235076903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,128,power_law_1.2,0.38046720027923586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,128,power_law_1.2,0.4832128047943115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,128,power_law_1.2,0.8208767890930175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,128,power_law_1.2,1.1194751739501954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,128,power_law_1.2,1.2503104209899902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,128,power_law_1.2,1.6491712570190429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,128,power_law_1.2,2.4008832931518556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,128,power_law_1.2,3.5579647064208983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,128,power_law_1.2,4.2618560791015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,4,power_law_1.2,3.7792640686035157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,8,balanced,0.061754668752352394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,8,balanced,0.06640533109505971
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,8,balanced,0.08680533369382222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,8,balanced,0.10413333773612976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,8,balanced,0.15391467014948526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,8,balanced,0.185205340385437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,8,balanced,0.18634666999181113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,8,balanced,0.18715733289718628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,8,balanced,0.18786134322484335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,8,balanced,0.189626673857371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,8,balanced,0.19268266359965006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,8,balanced,0.19362133741378784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,8,balanced,0.19523733854293823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,8,balanced,0.20080000162124634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,8,balanced,0.20758932828903198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,8,balanced,0.21420800685882568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,8,balanced,0.21953066190083823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,8,balanced,0.2532320022583008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,8,balanced,0.2611306707064311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,8,balanced,0.3876426617304484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,8,balanced,0.3659786780675252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,8,balanced,0.561621348063151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,8,balanced,0.5827626784642538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,8,balanced,0.850752035776774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,8,balanced,1.0606826941172283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,8,balanced,1.514570713043213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,8,balanced,1.9712479909261067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,8,power_law_1.2,2.2165248870849608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,8,power_law_1.01,0.11998080015182495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,8,power_law_1.01,0.1737023949623108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,8,power_law_1.01,0.19737600088119506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,8,power_law_1.01,0.2434688091278076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,8,power_law_1.01,0.2790271997451782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,8,power_law_1.01,0.30247681140899657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,8,power_law_1.01,0.2690623998641968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,8,power_law_1.01,0.2849152088165283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,8,power_law_1.01,0.27986559867858884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,8,power_law_1.01,0.28017919063568114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,8,power_law_1.01,0.28326399326324464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,8,power_law_1.01,0.28443520069122313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,8,power_law_1.01,0.29757440090179443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,8,power_law_1.01,0.30789120197296144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,8,power_law_1.01,0.31517438888549804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,8,power_law_1.01,0.3292351961135864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,8,power_law_1.01,0.34898560047149657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,8,power_law_1.01,0.38738560676574707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,8,power_law_1.01,0.3990911960601807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,8,power_law_1.01,0.4719232082366943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,8,power_law_1.01,0.5878399848937989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,8,power_law_1.01,0.7617023944854736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,8,power_law_1.01,0.8436032295227051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,8,power_law_1.01,1.1331839561462402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,8,power_law_1.01,1.550432014465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,8,power_law_1.01,2.1259391784667967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,8,power_law_1.01,2.844620704650879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,8,power_law_1.01,0.06766080260276794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,8,power_law_1.01,0.06270719766616821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,8,power_law_1.01,0.06332799792289734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,8,power_law_1.01,0.06318079829216003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,8,power_law_1.01,0.06382719874382019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,8,power_law_1.01,0.077811199426651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,8,power_law_1.01,0.08216959834098816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,8,power_law_1.01,0.10328320264816285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,8,power_law_1.01,0.936467170715332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,8,power_law_1.01,1.4995840072631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,8,power_law_1.01,0.08291839957237243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,8,power_law_1.01,0.08748800158500672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,8,power_law_1.01,0.09114879965782166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,8,power_law_1.01,0.10711040496826171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,8,power_law_1.01,0.1395135998725891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,8,power_law_1.01,0.149126398563385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,8,power_law_1.01,0.19005440473556517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,8,power_law_1.01,0.2532927989959717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,8,power_law_1.01,0.2979327917098999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,8,power_law_1.01,0.3878528118133545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,8,power_law_1.01,0.40891518592834475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,8,power_law_1.01,0.6922560214996338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,8,power_law_1.01,0.9249407768249511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,8,power_law_1.01,1.3628928184509277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,8,power_law_1.01,1.829587173461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,8,power_law_1.01,2.6587520599365235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,4,balanced,0.047456001242001854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,4,balanced,0.04565866788228353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,4,balanced,0.06101333101590475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,4,balanced,0.06185600161552429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,4,balanced,0.0626986672480901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,4,balanced,0.06467199822266896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,4,balanced,0.06463466584682465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,4,balanced,0.06453866759936015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,4,balanced,0.07659199833869934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,4,balanced,0.07681599756081899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,4,balanced,0.07949333389600118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,4,balanced,0.07947733501593272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,4,balanced,0.07950399816036224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,4,balanced,0.08085866769154866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,4,balanced,0.08620799581209819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,4,balanced,0.08770666519800822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,4,balanced,0.08994133273760478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,4,balanced,0.10017066200574239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,4,balanced,0.1349120040734609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,4,balanced,0.15810666481653848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,64,balanced,0.07586666444937389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,64,balanced,0.07130133112271626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,64,balanced,0.07130666573842366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,64,balanced,0.06902933120727539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,64,balanced,0.08829333384831746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,64,balanced,0.10985599954922994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,64,balanced,0.11152533690134685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,64,balanced,0.11266666650772095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,64,balanced,0.11309867103894551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,64,balanced,0.11450666189193726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,64,balanced,0.11692800124486287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,4,balanced,0.21802133321762085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,64,balanced,0.11795199910799663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,64,balanced,0.11874666810035706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,4,balanced,0.2619733413060506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,64,balanced,0.12322133779525757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,64,balanced,0.12661332885424295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,4,balanced,0.35926934083302814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,64,balanced,0.13057600458463034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,4,balanced,0.5020639896392822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,64,balanced,0.13589866956075033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,64,balanced,0.15313599507013956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,4,balanced,0.6257013479868571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,64,balanced,0.16479999820391336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,64,balanced,0.18572799364725748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,4,balanced,0.967466672261556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,64,balanced,0.20886399348576865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,64,balanced,0.24942932526270548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,4,balanced,1.2118079662322998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,64,balanced,0.3020373384157817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,64,balanced,0.38537601629892987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,64,balanced,0.5180960098902384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,64,balanced,0.6795093218485514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,64,balanced,0.9098719755808512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.1137279987335205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.10616320371627808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,8,power_law_1.01,3.2425216674804687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.10306559801101685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.10351999998092651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.10543359518051147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.10760960578918458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.1085055947303772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.11100800037384033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.11100159883499146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.11214079856872558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.12099839448928833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.12259839773178101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.12464640140533448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.15285120010375977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.4813695907592773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,256,power_law_1.01,1.7777791976928712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.18289920091629028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.23625600337982178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.3069567918777466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.3982656002044678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.5021440029144287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.7333631992340088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,256,power_law_1.01,0.7853631973266602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,256,power_law_1.01,1.0444671630859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,256,power_law_1.01,1.5160320281982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,256,power_law_1.01,2.2667455673217773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,256,power_law_1.01,2.998361587524414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,2,power_law_1.01,0.24938879013061524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,2,power_law_1.01,0.3710655927658081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,2,power_law_1.01,0.45720319747924804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,2,power_law_1.01,0.6583615779876709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,2,power_law_1.01,0.9394047737121582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,2,power_law_1.01,1.3969599723815918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,2,power_law_1.01,1.4913663864135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,2,power_law_1.01,1.5346495628356933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,2,power_law_1.01,1.5282112121582032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,2,power_law_1.01,1.605855941772461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,2,power_law_1.01,1.6005567550659179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,2,power_law_1.01,1.7268672943115235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,2,power_law_1.01,1.7596864700317383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,2,power_law_1.01,1.8448768615722657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,2,power_law_1.01,1.9105279922485352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,2,power_law_1.01,1.9864383697509767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,2,power_law_1.01,2.0930879592895506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,2,power_law_1.01,2.2953727722167967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,2,power_law_1.01,2.3257856369018555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,2,power_law_1.01,2.6913408279418944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,2,power_law_1.01,3.2448959350585938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,2,power_law_1.01,4.057567977905274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,2,power_law_1.01,4.8410686492919925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,2,power_law_1.01,6.6490623474121096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,2,power_law_1.01,8.525631713867188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,2,power_law_1.01,11.418035125732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,2,power_law_1.01,15.444563293457032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,8,balanced,0.09417066971460979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,8,balanced,0.10665067036946614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,8,balanced,0.1545973320802053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,8,balanced,0.25121599435806274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,8,balanced,0.4606506824493408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,8,balanced,0.857151985168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,8,balanced,1.2583359877268474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,8,balanced,1.2587467034657795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,8,balanced,1.262895981470744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,8,balanced,1.2632053693135579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,8,balanced,1.2764480113983154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,8,balanced,1.2830133438110352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,8,balanced,1.283087968826294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,8,balanced,1.287610689798991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,8,balanced,1.2972640196482341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,8,balanced,1.3101867039998372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,8,balanced,1.3238133589426677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,8,balanced,1.3602026303609211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,8,balanced,1.4349706967671711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,8,balanced,1.4859199523925781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,8,balanced,1.584858735402425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,8,balanced,1.68886931737264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,8,balanced,1.9915199279785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,8,balanced,2.2112587292989097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,8,balanced,3.0908638636271157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,8,balanced,4.177402814229329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,8,balanced,5.102256139119466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,8,balanced,0.28549333413441974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,8,balanced,0.25853333870569867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,8,balanced,0.25812800725301105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,8,balanced,0.26020799080530804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,8,balanced,0.2599946657816569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,8,balanced,0.2627039949099223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,8,balanced,0.26427199443181354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,8,balanced,0.2643040021260579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,8,balanced,0.2788800001144409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,8,balanced,0.2807946602503459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,8,balanced,0.29293866952260333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,8,balanced,0.30187199513117474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,8,balanced,0.3035999933878581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,8,balanced,0.3268853425979614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,8,balanced,0.3797066609064738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,8,balanced,0.38441598415374756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,8,balanced,0.4054880142211914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,8,balanced,0.5503253142038981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,8,balanced,0.6654080152511597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,8,balanced,0.8459146817525228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,8,balanced,1.2149439652760823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,8,balanced,1.5795200665791829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,8,balanced,2.1316426595052085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,8,balanced,3.126805305480957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,8,balanced,4.100858688354492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,8,balanced,6.343098958333333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,8,balanced,7.9023895263671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,64,power_law_1.01,0.03830400109291077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,64,power_law_1.01,0.03863680064678192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,64,power_law_1.01,0.0374208003282547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,64,power_law_1.01,0.0378495991230011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,64,power_law_1.01,0.03848319947719574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,64,power_law_1.01,0.039705601334571836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,64,power_law_1.01,0.040115201473236085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,64,power_law_1.01,0.04000000059604645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,64,power_law_1.01,0.05688959956169128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,64,power_law_1.01,0.05699840188026428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,64,power_law_1.01,0.06693120002746582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,64,power_law_1.01,0.07422080039978027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,64,power_law_1.01,0.07774080038070678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,64,power_law_1.01,0.063372802734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,64,power_law_1.01,0.06618880033493042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,64,power_law_1.01,0.07157760262489318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,64,power_law_1.01,0.07444480061531067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,64,power_law_1.01,0.08580480217933655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,64,power_law_1.01,0.0974399983882904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,64,power_law_1.01,0.13040640354156494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,64,power_law_1.01,0.15861120223999023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,64,power_law_1.01,0.21685121059417725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,64,power_law_1.01,0.31015040874481203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,64,power_law_1.01,0.4629631996154785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,64,power_law_1.01,0.503059196472168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,64,power_law_1.01,0.8211135864257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,64,power_law_1.01,0.8960639953613281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,8,power_law_1.2,0.08648959994316101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,8,power_law_1.2,0.07994239926338195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,8,power_law_1.2,0.08046720027923585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,8,power_law_1.2,0.08062080144882203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,8,power_law_1.2,0.08153600096702576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,8,power_law_1.2,0.08597760200500489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,8,power_law_1.2,0.09004160165786743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,8,power_law_1.2,0.09459199905395507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,8,power_law_1.2,0.2874943971633911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,8,power_law_1.2,1.0556863784790038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,8,power_law_1.2,0.15168000459671022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,8,power_law_1.2,0.16168960332870483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,8,power_law_1.2,0.1692352056503296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,8,power_law_1.2,0.24531838893890381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,8,power_law_1.2,0.28110079765319823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,8,power_law_1.2,0.3441728115081787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,8,power_law_1.2,0.30824320316314696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,8,power_law_1.2,0.4631999969482422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,8,power_law_1.2,0.5439104080200196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,8,power_law_1.2,0.7639103889465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,8,power_law_1.2,1.0766592025756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,8,power_law_1.2,1.5058624267578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,8,power_law_1.2,1.8649728775024415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,8,power_law_1.2,2.915116882324219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,8,power_law_1.2,3.5650047302246093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,8,power_law_1.2,0.0648959994316101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,8,power_law_1.2,0.04997119903564453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,8,power_law_1.2,0.04983679950237274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,8,power_law_1.2,0.0532800018787384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,8,power_law_1.2,0.05149440169334411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,8,power_law_1.2,0.05343359708786011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,8,power_law_1.2,0.056409597396850586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,8,power_law_1.2,0.05919359922409058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,8,power_law_1.2,0.05763840079307556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,8,power_law_1.2,0.0625216007232666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,8,power_law_1.2,0.06725760102272034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,8,power_law_1.2,0.06762239933013917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,8,power_law_1.2,0.073580801486969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,8,power_law_1.2,0.07729920148849487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,8,power_law_1.2,0.08450559973716736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,8,power_law_1.2,0.08936319947242737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,8,power_law_1.2,0.08846719861030579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,16,power_law_1.2,0.3964287996292114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,8,power_law_1.2,0.10059520006179809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,8,power_law_1.2,0.11677440404891967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,16,power_law_1.2,0.4375487804412842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,8,power_law_1.2,0.1484928011894226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,16,power_law_1.2,0.46129918098449707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,8,power_law_1.2,0.18008960485458375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,8,power_law_1.2,0.23861119747161866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,16,power_law_1.2,0.4618624210357666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,16,power_law_1.2,0.4547135829925537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,16,power_law_1.2,0.45745282173156737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,8,power_law_1.2,5.314982223510742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,16,power_law_1.2,0.42018561363220214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,16,power_law_1.2,0.4098559856414795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,16,power_law_1.2,0.4401088237762451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,16,power_law_1.2,0.4288191795349121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,16,power_law_1.2,0.43493118286132815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,16,power_law_1.2,0.4534143924713135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,16,power_law_1.2,0.4670464038848877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,8,power_law_1.2,0.38762240409851073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,16,power_law_1.2,0.5073279857635498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,16,power_law_1.2,0.514143991470337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,16,power_law_1.2,0.5157951831817627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,16,power_law_1.2,0.5763967990875244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,16,power_law_1.2,0.6661824226379395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,16,power_law_1.2,0.7034304141998291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,16,power_law_1.2,0.804684829711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,16,power_law_1.2,1.0990655899047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,16,power_law_1.2,1.3726207733154296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,16,power_law_1.2,1.8120256423950196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,8,power_law_1.2,0.5422592163085938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,16,power_law_1.2,2.4281152725219726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,16,power_law_1.2,3.0777023315429686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,16,power_law_1.2,4.661964797973633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,16,power_law_1.2,5.791993713378906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,8,power_law_1.2,0.6838848114013671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,1,balanced,0.5293546517690023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,1,balanced,0.8930453459421793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,1,balanced,1.6647040049235027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,1,balanced,3.2743040720621743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,1,balanced,6.4237016042073565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,8,power_law_1.2,0.8859392166137695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,1,balanced,12.758074442545572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,1,balanced,19.107359568277996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,1,balanced,19.142725626627605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,1,balanced,19.166890462239582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,1,balanced,19.209227244059246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,1,balanced,19.28277333577474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,1,balanced,19.342042287190754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,1,balanced,19.398287455240887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,8,balanced,0.06724800169467926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,8,balanced,0.07295466462771098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,8,balanced,0.09471999605496724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,8,balanced,0.10805867115656535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,8,balanced,0.1509706676006317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,8,balanced,0.27373866240183514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,8,balanced,0.2759840091069539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,8,balanced,0.25943466027577716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,8,balanced,0.261135995388031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,8,balanced,0.261626660823822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,8,balanced,0.26632533470789593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,8,balanced,0.2690613269805908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,8,balanced,0.26926400264104206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,8,balanced,0.276528000831604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,8,balanced,0.28170132637023926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,8,balanced,0.2881279985109965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,1,balanced,19.50981903076172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,8,balanced,0.29885333776474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,8,balanced,0.33107199271519977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,8,balanced,0.3672373294830322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,8,balanced,0.43006932735443115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,8,balanced,0.472213347752889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,8,balanced,0.5921653509140015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,8,balanced,0.6695946852366129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,8,balanced,0.8745653629302979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,8,power_law_1.2,1.3178688049316407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,8,balanced,1.091813325881958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,8,balanced,1.6262507438659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,8,power_law_1.2,7.129087829589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,8,balanced,2.0956266721089682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,1,balanced,19.627381642659504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,1,balanced,19.729525248209637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,1,balanced,19.955460866292317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,1,balanced,0.18609599272410074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,1,balanced,20.37843195597331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,1,balanced,0.27326399087905884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,1,balanced,0.48297067483266193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,1,balanced,0.8858346939086914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,1,balanced,1.7063306172688801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,1,balanced,3.3024587631225586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,1,balanced,4.928384145100911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,1,balanced,4.942255973815918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,1,balanced,21.127722422281902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,1,balanced,4.952122688293457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,1,balanced,4.966629346211751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,1,balanced,5.012474695841472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,1,balanced,5.04146671295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,1,balanced,21.673487345377605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,1,balanced,5.071034749348958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,1,balanced,5.106522560119629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,1,balanced,5.157706578572591
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,1,balanced,5.199050585428874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,1,balanced,22.739824930826824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,1,balanced,5.292240142822266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,1,balanced,5.461680094401042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,1,balanced,5.704229354858398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,1,balanced,6.012687683105469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,1,balanced,23.233306884765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,1,balanced,6.2646026611328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,1,balanced,6.729647954305013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,1,balanced,7.576128005981445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,1,balanced,25.16797383626302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,1,balanced,8.514405568440756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,1,balanced,13.500970204671225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,1,balanced,26.690155029296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,1,balanced,16.33840052286784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,1,balanced,22.4538091023763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,1,balanced,49.81754048665365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,1,balanced,48.300618489583336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,1,balanced,69.22615559895833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,32,balanced,0.05994666616121928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,32,balanced,0.05778133372465769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,32,balanced,0.05426133175690969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,32,balanced,0.06963733335336049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,32,balanced,0.11272533734639485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,32,balanced,0.11414399743080139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,32,balanced,0.11454932888348897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,32,balanced,0.11518399914105733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,32,balanced,0.1157866617043813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,32,balanced,0.11615999539693196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,32,balanced,0.11768000324567159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,32,balanced,0.11890666683514912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,32,balanced,0.11958932876586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,32,balanced,0.12285332878430684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,32,balanced,0.12734933694203696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,32,balanced,0.1290720005830129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,32,balanced,0.13239999612172446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,32,balanced,0.1520639955997467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,32,balanced,0.15457600355148315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,32,balanced,0.19056000312169394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,32,balanced,0.19855467478434244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,32,balanced,0.25126399596532184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,32,balanced,0.31730133295059204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,32,balanced,0.45020798842112225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,32,balanced,0.5464959939320883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,32,balanced,0.8016266822814941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,32,balanced,1.0374080340067546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,8,power_law_1.2,0.12363519668579101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,8,power_law_1.2,0.10943360328674316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,8,power_law_1.2,0.13920639753341674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,8,power_law_1.2,0.14732799530029297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,8,power_law_1.2,0.12907520532608033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,8,power_law_1.2,0.17694720029830932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,8,power_law_1.2,0.17351679801940917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,8,power_law_1.2,0.18080639839172363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,8,power_law_1.2,0.19106559753417968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,8,power_law_1.2,0.18625279664993286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,8,power_law_1.2,0.2097088098526001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,8,power_law_1.2,0.20466558933258056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,8,power_law_1.2,0.7625472068786621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,8,power_law_1.2,0.22106239795684815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,8,power_law_1.2,0.24134399890899658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,8,power_law_1.2,0.23649919033050537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,8,power_law_1.2,0.3159039974212646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,8,power_law_1.2,0.3430720090866089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,8,power_law_1.2,0.34958078861236574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,8,power_law_1.2,0.45993599891662595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,8,power_law_1.2,0.6147007942199707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,8,power_law_1.2,0.8384575843811035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,8,power_law_1.2,0.9678784370422363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,8,power_law_1.2,1.4452159881591797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,8,power_law_1.2,1.926803207397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,8,power_law_1.2,2.386489677429199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,4,balanced,0.07409599920113881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,4,balanced,0.07729066908359528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,4,balanced,0.09346133470535278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,4,balanced,0.11359467109044392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,4,balanced,0.16717867056528726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,4,balanced,0.21174933513005575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,4,balanced,0.21423467000325522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,4,balanced,0.20423465967178345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,4,balanced,0.20535467068354288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,4,balanced,0.20721065998077393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,4,balanced,0.21050133307774863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,4,balanced,0.213919997215271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,4,balanced,0.21630932887395224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,4,balanced,0.2217493255933126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,4,balanced,0.23228800296783447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,4,balanced,0.23674132426579794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,4,balanced,0.25011734167734784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,4,balanced,0.33294399579366046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,4,balanced,0.3108479976654053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,4,balanced,0.43271466096242267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,4,balanced,0.4865866502126058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,4,balanced,0.6282933155695597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,4,balanced,0.7969973087310791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,4,balanced,1.042191982269287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,4,balanced,1.380741278330485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,4,balanced,2.029418627421061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,4,balanced,2.568053404490153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,8,power_law_1.2,3.6992961883544924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,16,balanced,0.1162453293800354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,16,balanced,0.11523200074831645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,16,balanced,0.1664906640847524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,16,balanced,0.272490660349528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,16,balanced,0.4623466730117798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,16,balanced,0.855301300684611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,16,balanced,0.11275200049082439
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,16,balanced,0.8604426383972168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,16,balanced,0.1160586675008138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,16,balanced,0.16326933105786642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,16,balanced,0.2538986603418986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,16,balanced,0.861034631729126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,16,balanced,0.4612160126368205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,16,balanced,0.8615093231201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,16,balanced,0.8629919687906901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,16,balanced,0.8640480041503906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,16,balanced,1.2651893297831218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,16,balanced,0.8776319821675619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,16,balanced,0.8819306691487631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,16,balanced,1.2586666742960613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,16,balanced,0.8815786838531494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,16,balanced,1.2620960076649983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,16,balanced,0.8774987061818441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,16,balanced,0.8829813003540039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,16,balanced,1.257322629292806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,16,balanced,0.8918560345967611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,16,balanced,1.273418664932251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,16,balanced,0.9077333609263102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,16,balanced,1.2765813668568928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,16,balanced,0.9340693155924479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,16,balanced,1.2771039803822835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,16,balanced,0.9597280025482178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,16,balanced,1.278223991394043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,16,balanced,1.0108426411946614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,16,balanced,1.2853866418202717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,16,balanced,1.115285317103068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,16,balanced,1.2943413257598877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,16,balanced,1.2714239756266277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,16,balanced,1.306501309076945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,16,balanced,1.3985172907511394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,16,balanced,1.3332853317260742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,16,balanced,2.2862985928853354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,16,balanced,1.4037013053894043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,16,balanced,1.441930611928304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,16,balanced,2.2786026000976562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,16,balanced,1.5275947252909343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,16,balanced,1.632149378458659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,16,balanced,3.3001438776652017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,16,balanced,1.9110239346822102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,16,balanced,2.150416056315104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,16,balanced,4.420511881510417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,16,balanced,3.2601760228474936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,16,balanced,4.007930755615234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,16,balanced,4.88859208424886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,2,power_law_1.2,0.21096320152282716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,2,power_law_1.2,0.15196160078048707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,2,power_law_1.2,0.30141439437866213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,2,power_law_1.2,0.3383359909057617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,2,power_law_1.2,0.37932159900665285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,2,power_law_1.2,0.38726398944854734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,2,power_law_1.2,0.4072703838348389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,32,power_law_1.01,0.04366720020771027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,2,power_law_1.2,0.4093696117401123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,32,power_law_1.01,0.039001598954200745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,32,power_law_1.01,0.03819519877433777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,2,power_law_1.2,1.016057586669922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,32,power_law_1.01,0.03758719861507416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,32,power_law_1.01,0.03874559998512268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,2,power_law_1.2,1.252883243560791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,32,power_law_1.01,0.04044800102710724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,32,power_law_1.01,0.04111360013484955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,32,power_law_1.01,0.040870401263237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,32,power_law_1.01,0.047968000173568726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,2,power_law_1.2,1.8981632232666015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,32,power_law_1.01,0.05883520245552063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,32,power_law_1.01,0.07017599940299987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,32,power_law_1.01,0.07164160013198853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,2,power_law_1.2,2.530668830871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,32,power_law_1.01,0.25661439895629884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,32,power_law_1.01,0.06396160125732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,32,power_law_1.01,0.06835839748382569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,32,power_law_1.01,0.07064319849014282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,32,power_law_1.01,0.07287039756774902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,2,power_law_1.2,3.495929718017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,32,power_law_1.01,0.08318719863891602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,32,power_law_1.01,0.0861631989479065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,2,power_law_1.2,0.5972671985626221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,32,power_law_1.01,0.11932799816131592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,2,power_law_1.2,0.6886208057403564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,32,power_law_1.01,0.14904320240020752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,32,power_law_1.01,0.20853760242462158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,32,power_law_1.01,0.30848639011383056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,32,power_law_1.01,0.4354559898376465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,32,power_law_1.01,0.5228096008300781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,2,power_law_1.2,0.7709760189056396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,32,power_law_1.01,0.5858880043029785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,32,power_law_1.01,0.7620992183685302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,2,power_law_1.2,0.8840959548950196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,2,power_law_1.2,1.0377216339111328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,2,power_law_1.2,1.2401535987854004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,2,power_law_1.2,1.9405824661254882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,2,power_law_1.2,2.103487968444824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,2,power_law_1.2,3.4250816345214843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,2,power_law_1.2,4.847910308837891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,2,power_law_1.2,6.998381042480469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,2,power_law_1.2,8.644076538085937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,2,power_law_1.2,10.545382690429687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,2,power_law_1.2,15.756294250488281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,32,balanced,0.09153599540392558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,32,balanced,0.09187733133633931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,32,balanced,0.08719467123349507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,32,balanced,0.10517332951227824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,32,balanced,0.15318399667739868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,32,balanced,0.267247994740804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,32,balanced,0.26983465751012164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,32,balanced,0.255130668481191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,32,balanced,0.2545226613680522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,32,balanced,0.25642667214075726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,32,balanced,0.2590240041414897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,32,balanced,0.2601706584294637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,32,balanced,0.26130133867263794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,32,balanced,0.2701386610666911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,32,balanced,0.27270400524139404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,32,balanced,0.2776479919751485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,32,balanced,0.2830186684926351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,32,balanced,0.3129439949989319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,32,balanced,0.34326934814453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,32,balanced,0.3972533146540324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,32,balanced,0.4205546776453654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,32,balanced,0.5314826567967733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,32,balanced,0.5689119895299276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,32,balanced,0.7311840057373047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,32,balanced,0.871562639872233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,32,balanced,1.3002986907958984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,32,balanced,1.6654772758483887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.4891007900238037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.9134783744812012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,1,power_law_1.01,1.7720895767211915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,1,power_law_1.01,3.0077184677124023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,1,power_law_1.01,4.006124877929688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,16,balanced,0.08664533495903015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,16,balanced,0.07086933155854543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,16,balanced,0.07249066730340321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,16,balanced,0.07426133255163829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,16,balanced,0.0912000040213267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,1,power_law_1.01,6.7909187316894535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,1,power_law_1.01,0.25170559883117677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,16,balanced,0.10027733445167542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,16,balanced,0.10179199775060017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,16,balanced,0.1029919981956482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,16,balanced,0.10408533612887065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,16,balanced,0.10497066378593445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,16,balanced,0.10699199636777242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,16,balanced,0.10830932855606079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,16,balanced,0.10971732934315999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,1,power_law_1.01,0.3764224052429199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,128,power_law_1.01,0.1375872015953064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,16,balanced,0.11306132872899373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,16,balanced,0.11667199929555257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,16,balanced,0.12072533369064331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,128,power_law_1.01,0.1363711953163147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,16,balanced,0.12667199969291687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,1,power_law_1.01,0.6546624183654786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,16,balanced,0.14526399970054626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,16,balanced,0.15467733144760132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,128,power_law_1.01,0.12429440021514893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,16,balanced,0.18532800674438477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,16,balanced,0.21041067441304526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,1,power_law_1.01,1.101804828643799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,128,power_law_1.01,0.1238144040107727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,16,balanced,0.26629867156346637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,16,balanced,0.3395093282063802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,128,power_law_1.01,0.12152960300445556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,16,balanced,0.47297600905100506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,1,power_law_1.01,1.543545627593994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,16,balanced,0.556602676709493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,128,power_law_1.01,0.12373759746551513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,16,balanced,0.807482639948527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,128,power_law_1.01,0.11781760454177856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,1,power_law_1.01,7.116767883300781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,16,balanced,1.019920031229655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,128,power_law_1.01,0.12722560167312622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,1,power_law_1.01,2.590028762817383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,128,power_law_1.01,0.13256959915161132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,128,power_law_1.01,0.12844799757003783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,1,power_law_1.01,2.830963134765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,128,power_law_1.01,0.13715840578079225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,1,power_law_1.01,7.50948486328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,128,power_law_1.01,0.1363263964653015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,128,power_law_1.01,0.14025599956512452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,1,power_law_1.01,2.8944255828857424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,128,power_law_1.01,0.1422271966934204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,128,power_law_1.01,0.15841920375823976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,128,power_law_1.01,0.16505600214004518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,1,power_law_1.01,2.9792448043823243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,128,power_law_1.01,0.18729599714279174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,1,power_law_1.01,7.587577819824219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,128,power_law_1.01,1.8382207870483398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,1,power_law_1.01,3.088710403442383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,128,power_law_1.01,0.2600255966186523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,128,power_law_1.01,0.31002240180969237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,1,power_law_1.01,3.2191680908203124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,128,power_law_1.01,0.4053760051727295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,1,power_law_1.01,7.702738952636719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,128,power_law_1.01,0.5591104030609131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,128,power_law_1.01,0.6150720119476318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,1,power_law_1.01,3.295743942260742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,128,power_law_1.01,0.9106111526489258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,1,power_law_1.01,3.4211200714111327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,128,power_law_1.01,1.0328448295593262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,1,power_law_1.01,7.98629150390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,128,power_law_1.01,1.647283172607422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,1,power_law_1.01,3.5480384826660156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,128,power_law_1.01,2.2594879150390623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,1,power_law_1.01,3.6697662353515623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,1,power_law_1.01,8.434182739257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,1,power_law_1.01,3.8509441375732423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,1,power_law_1.01,4.1495361328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,1,power_law_1.01,8.855718231201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,1,power_law_1.01,4.71704330444336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,1,power_law_1.01,9.590835571289062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,1,power_law_1.01,4.7608894348144535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,1,power_law_1.01,10.412806701660156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,1,power_law_1.01,5.426214218139648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,1,power_law_1.01,6.149772644042969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,1,power_law_1.01,11.017164611816407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,1,power_law_1.01,7.691744232177735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,1,power_law_1.01,9.492211151123048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,1,power_law_1.01,28.462847900390624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,1,power_law_1.01,12.987315368652343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,1,power_law_1.01,15.516709899902343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,1,power_law_1.01,43.34107666015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,1,power_law_1.01,21.80872344970703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,1,power_law_1.01,13.111885070800781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,1,power_law_1.01,28.204986572265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,1,power_law_1.01,16.043577575683592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,1,power_law_1.01,15.466329956054688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,1,power_law_1.01,19.472492980957032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,1,power_law_1.01,23.860211181640626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,1,power_law_1.01,31.610842895507812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,1,power_law_1.01,40.159909057617185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,2,balanced,0.392741322517395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,2,balanced,0.6632373332977295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,2,balanced,1.197376012802124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,2,balanced,2.3446399370829263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,2,balanced,4.471813201904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,1,power_law_1.01,56.331671142578124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,2,balanced,6.4789384206136065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,2,balanced,6.506106694539388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,2,balanced,6.519450505574544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,2,balanced,6.548725128173828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,2,balanced,6.580069224039714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,2,balanced,6.626522699991862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,2,balanced,6.6666615804036455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,2,balanced,6.712805430094401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,2,balanced,6.799376169840495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,2,balanced,6.865237553914388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,2,balanced,6.946778615315755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,2,balanced,7.084197362263997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,1,power_law_1.01,73.1119873046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,2,balanced,10.313968022664389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,2,balanced,7.622389475504558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,2,balanced,8.841503779093424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,2,balanced,8.126282374064127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,2,balanced,12.459237416585287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,2,balanced,12.711471557617188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,2,balanced,18.687781016031902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,2,balanced,19.41591517130534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,2,balanced,31.429840087890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,2,balanced,38.34721120198568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,16,balanced,0.03743999948104223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,16,balanced,0.03651199986537298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,16,balanced,0.03733866661787033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,16,balanced,0.039290666580200195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,16,balanced,0.05585599939028422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,16,balanced,0.05680533250172933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,16,balanced,0.05773333211739858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,16,balanced,0.058090666929880776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,16,balanced,0.0580213318268458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,16,balanced,0.058778668443361916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,16,balanced,0.0603359987338384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,16,balanced,0.061247999469439186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,16,balanced,0.062405332922935486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,16,balanced,0.06386666496594746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,16,balanced,0.07217599948247273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,16,balanced,0.07376533250013988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,16,balanced,0.07788800199826558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,16,balanced,0.0788320004940033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,16,balanced,0.08569066723187764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,16,balanced,0.09831466277440389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,16,balanced,0.11629866560300191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,16,balanced,0.15077333648999533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,16,balanced,0.16845866044362387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,16,balanced,0.26177066564559937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,16,balanced,0.28306132555007935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,16,balanced,0.4096533457438151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,16,balanced,0.5131839911142985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,8,balanced,0.04913066824277242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,8,balanced,0.049456000328063965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,8,balanced,0.05006400247414907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,8,balanced,0.05495466788609823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,8,balanced,0.07705066601435344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,8,balanced,0.11156800389289856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,8,balanced,0.11356799801190694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,8,balanced,0.11390933394432068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,8,balanced,0.11506133278210957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,8,balanced,0.11684266726175944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,8,balanced,0.11737599968910217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,8,balanced,0.1188106636206309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,8,balanced,0.11927466591199239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,8,balanced,0.1241333285967509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,8,balanced,0.12889599800109863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,8,balanced,0.13152533769607544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,8,balanced,0.13685866196950278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,8,balanced,0.1523360013961792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,8,balanced,0.1678239901860555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,8,balanced,0.1925599972407023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,8,balanced,0.21808000405629477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,8,balanced,0.2877653241157532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,8,balanced,0.3485120137532552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,8,balanced,0.4833120107650757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,8,balanced,0.5815039873123169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,8,balanced,0.8318560123443604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,8,balanced,1.0912480354309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,128,balanced,0.09212266405423482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,128,balanced,0.0974666674931844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,128,balanced,0.0918880005677541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,128,balanced,0.09211200475692749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,128,balanced,0.08945066730181377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,128,balanced,0.1081119974454244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,128,balanced,0.12867200374603271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,128,balanced,0.13151466846466064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,128,balanced,0.13169067104657492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,128,balanced,0.1318719983100891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,128,balanced,0.13609066605567932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,128,balanced,0.13723199566205344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,128,balanced,0.13833600282669067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,128,balanced,0.1442080040772756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,128,balanced,0.14775466918945312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,128,balanced,0.15222932895024618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,128,balanced,0.1588053305943807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,128,balanced,0.17422932386398315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,128,balanced,0.19053866465886435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,128,balanced,0.21580799420674643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,128,balanced,0.24383467435836792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,128,balanced,0.2908266584078471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,128,balanced,0.35470934708913165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,128,balanced,0.44236799081166583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,128,balanced,0.594597339630127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,128,balanced,0.7818933327992758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,128,balanced,1.0422133604685466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,64,power_law_1.2,0.027564799785614012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,64,power_law_1.2,0.028364801406860353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,64,power_law_1.2,0.027340799570083618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,64,power_law_1.2,0.027475199103355406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,64,power_law_1.2,0.028531199693679808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,64,power_law_1.2,0.029817599058151244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,64,power_law_1.2,0.03018240034580231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,64,power_law_1.2,0.03344640135765076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,64,power_law_1.2,0.03916159868240356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,64,power_law_1.2,0.04110719859600067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,64,power_law_1.2,0.04674560129642487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,64,power_law_1.2,0.14243839979171752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,64,power_law_1.2,0.32746880054473876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,64,power_law_1.2,0.041740798950195314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,64,power_law_1.2,0.044556799530982974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,64,power_law_1.2,0.046009600162506104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,64,power_law_1.2,0.04708479940891266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,64,power_law_1.2,0.05268480181694031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,64,power_law_1.2,0.06673280000686646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,64,power_law_1.2,0.07512959837913513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,64,power_law_1.2,0.0992576003074646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,64,power_law_1.2,0.1291584014892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,64,power_law_1.2,0.18159359693527222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,64,power_law_1.2,0.24324479103088378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,64,power_law_1.2,0.30970239639282227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,64,power_law_1.2,0.4558720111846924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,8,power_law_1.01,0.10824960470199585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,8,power_law_1.01,0.12057600021362305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,8,power_law_1.01,0.16802560091018676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,8,power_law_1.01,0.14661120176315307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,8,power_law_1.01,0.16042879819869996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,8,power_law_1.01,0.18972159624099733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,8,power_law_1.01,0.18074239492416383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,8,power_law_1.01,0.19417599439620972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,8,power_law_1.01,0.1948032021522522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,8,power_law_1.01,0.19043840169906617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,8,power_law_1.01,0.19207680225372314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,8,power_law_1.01,0.20609281063079835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,8,power_law_1.01,0.20965120792388917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,8,power_law_1.01,0.22691841125488282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,8,power_law_1.01,0.22621440887451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,8,power_law_1.01,0.23734400272369385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,8,power_law_1.01,0.2535232067108154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,8,power_law_1.01,0.3189824104309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,8,power_law_1.01,0.3483648061752319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,8,power_law_1.01,0.400486421585083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,8,power_law_1.01,2.0630016326904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,8,power_law_1.01,3.533580780029297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,8,power_law_1.01,0.7973567962646484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,8,power_law_1.01,1.020364761352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,8,power_law_1.01,1.2546688079833985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,8,power_law_1.01,1.8278911590576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,8,power_law_1.01,2.3421567916870116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,32,power_law_1.2,0.08353919982910156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,32,power_law_1.2,0.07084159851074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,32,power_law_1.2,0.0669376015663147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,32,power_law_1.2,0.061900800466537474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,32,power_law_1.2,0.06883199810981751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,32,power_law_1.2,0.06986240148544312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,32,power_law_1.2,0.07582079768180847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,32,power_law_1.2,0.07740799784660339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,32,power_law_1.2,0.07928959727287292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,32,power_law_1.2,0.08025599718093872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,32,power_law_1.2,0.0908735990524292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,32,power_law_1.2,0.09249280095100403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,32,power_law_1.2,0.09630079865455628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,32,power_law_1.2,0.10455679893493652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,32,power_law_1.2,0.12001919746398926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,32,power_law_1.2,0.13025920391082763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,32,power_law_1.2,0.13057279586791992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,32,power_law_1.2,0.17939200401306152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,32,power_law_1.2,0.22088959217071533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,32,power_law_1.2,0.28307199478149414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,32,power_law_1.2,0.39229440689086914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,32,power_law_1.2,0.6719359874725341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,32,power_law_1.2,0.6456768035888671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,64,power_law_1.2,0.544595193862915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,32,power_law_1.01,0.06252800226211548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,32,power_law_1.01,0.05280640125274658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,32,power_law_1.01,0.0523904025554657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,32,power_law_1.01,0.05010560154914856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,32,power_law_1.01,0.04826239943504333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,32,power_law_1.01,0.05612800121307373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,32,power_law_1.01,0.056729602813720706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,32,power_law_1.01,0.05480319857597351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,32,power_law_1.01,0.06464639902114869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,32,power_law_1.2,0.8797887802124024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,32,power_law_1.01,0.0663424015045166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,32,power_law_1.01,0.07066239714622498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,32,power_law_1.01,0.0830847978591919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,32,power_law_1.01,0.08586879968643188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,32,power_law_1.01,0.07247359752655029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,32,power_law_1.01,0.07505919933319091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,32,power_law_1.01,0.07765759825706482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,32,power_law_1.01,0.08239359855651855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,32,power_law_1.2,1.3654656410217285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,32,power_law_1.01,0.12199039459228515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,32,power_law_1.01,0.12350080013275147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,32,power_law_1.01,0.1604032039642334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,32,power_law_1.01,0.1946303963661194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,32,power_law_1.01,0.27197439670562745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,32,power_law_1.01,0.3158143997192383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,32,power_law_1.01,0.43621120452880857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,32,power_law_1.01,0.5830656051635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,32,power_law_1.01,0.9225664138793945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,32,power_law_1.01,1.2460672378540039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,32,power_law_1.2,1.823187255859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,32,power_law_1.2,2.520537567138672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,2,power_law_1.01,0.08659200072288513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,2,power_law_1.01,0.10412160158157349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,2,power_law_1.01,0.14361599683761597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,2,power_law_1.01,0.19587839841842652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,2,power_law_1.01,0.23176960945129393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,2,power_law_1.01,0.3291520118713379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,2,power_law_1.01,0.36985599994659424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,2,power_law_1.01,0.3635456085205078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,2,power_law_1.01,0.3766335964202881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,2,power_law_1.01,0.3763008117675781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,2,power_law_1.01,0.4020415782928467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,2,power_law_1.01,0.4146240234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,2,power_law_1.01,0.41397762298583984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,2,power_law_1.01,0.43187198638916013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,2,power_law_1.01,0.43547520637512205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,2,power_law_1.01,0.46895360946655273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,2,power_law_1.01,0.5095680236816407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,2,power_law_1.01,0.5566207885742187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,2,power_law_1.01,0.6688960075378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,2,power_law_1.01,0.7955584049224853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,2,power_law_1.01,0.9062335968017579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,2,power_law_1.01,1.2545280456542969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,2,power_law_1.01,1.5781567573547364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,2,power_law_1.01,2.1030080795288084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,2,power_law_1.01,3.1025535583496096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,2,power_law_1.01,4.168230438232422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,2,power_law_1.01,5.651827239990235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.35957119464874265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.3184448003768921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.3187328100204468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.2959872007369995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.29796481132507324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.31052799224853517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.3116159915924072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.32556800842285155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.32652161121368406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.3261503934860229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.33630080223083497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.34040958881378175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.34842240810394287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.3736511945724487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.4137728214263916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.42627201080322263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,32,power_law_1.01,3.0556928634643556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,32,power_law_1.01,3.5183425903320313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.6227712154388427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.9135231971740723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.9653759956359863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,32,power_law_1.01,1.4475199699401855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,32,power_law_1.01,1.939936065673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,32,power_law_1.01,2.6671552658081055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,32,power_law_1.01,3.569523239135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,32,power_law_1.01,4.83704948425293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,32,power_law_1.01,6.244998550415039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,2,power_law_1.2,0.1649664044380188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,2,power_law_1.2,0.1905344009399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,2,power_law_1.2,0.26324479579925536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,2,power_law_1.2,0.37253119945526125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,2,power_law_1.2,0.47927680015563967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,2,power_law_1.2,0.7516992092132568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,2,power_law_1.2,0.7380288124084473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,2,power_law_1.2,0.8024383544921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,2,power_law_1.2,0.8256832122802734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,2,power_law_1.2,0.8703104019165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,2,power_law_1.2,0.8952768325805665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,2,power_law_1.2,0.925171184539795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,2,power_law_1.2,0.9617471694946289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,2,power_law_1.2,1.0049856185913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,2,power_law_1.2,1.0543744087219238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,2,power_law_1.2,1.075699234008789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,2,power_law_1.2,1.153548812866211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,2,power_law_1.2,1.2823488235473632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,2,power_law_1.2,1.3744128227233887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,2,power_law_1.2,1.6952640533447265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,2,power_law_1.2,1.939206314086914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,2,power_law_1.2,2.6366464614868166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,2,power_law_1.2,3.084774398803711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,2,power_law_1.2,4.469708633422852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,2,power_law_1.2,5.676217651367187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,2,power_law_1.2,8.129484558105469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,2,power_law_1.2,11.044198608398437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,2,balanced,0.03640533238649368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,2,balanced,0.03730666637420654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,2,balanced,0.05356266597906748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,2,balanced,0.05409066875775655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,2,balanced,0.054805333415667214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,2,balanced,0.05605333546797434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,2,balanced,0.05728533367315928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,2,balanced,0.05793066819508871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,2,balanced,0.06294933458169301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,2,balanced,0.08612799644470215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,2,balanced,0.06517866750558217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,2,balanced,0.06906666855017345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,2,balanced,0.06950399776299794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,2,balanced,0.0697386662165324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,2,balanced,0.0777706652879715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,2,balanced,0.07950933277606964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,2,balanced,0.09844799836476643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,2,balanced,0.10662933190663655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,2,balanced,0.14510400096575418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,2,balanced,0.1705120007197062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,2,balanced,0.23413866758346558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,2,balanced,0.31480000416437787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,2,balanced,0.38972798983256024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,2,balanced,0.5528800090154012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,2,balanced,0.7171626885732015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,2,balanced,1.0441866715749104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,2,balanced,1.3887732823689778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,32,power_law_1.01,0.2960767984390259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,32,power_law_1.01,0.2557375907897949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,32,power_law_1.01,0.2527872085571289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,32,power_law_1.01,0.2520960092544556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,32,power_law_1.01,0.2430783987045288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,32,power_law_1.01,0.24753921031951903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,32,power_law_1.01,0.23877758979797364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,32,power_law_1.01,0.2342207908630371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,32,power_law_1.01,0.24386560916900635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,32,power_law_1.01,0.23569920063018798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,32,power_law_1.01,0.25657598972320556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,32,power_law_1.01,0.2587775945663452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,32,power_law_1.01,0.27302401065826415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,32,power_law_1.01,0.2738944053649902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,32,power_law_1.01,0.2975935935974121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,32,power_law_1.01,0.3147711992263794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,32,power_law_1.01,0.3289727926254272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,32,power_law_1.01,0.41190400123596194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,32,power_law_1.01,0.4006847858428955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,32,power_law_1.01,0.4892928123474121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,32,power_law_1.01,0.6389247894287109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,32,power_law_1.01,0.8783616065979004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,32,power_law_1.01,0.954201602935791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,32,power_law_1.01,1.4004608154296876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,32,power_law_1.01,1.7287359237670898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,32,power_law_1.01,2.8006399154663084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,32,power_law_1.01,3.4181377410888674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,1,power_law_1.01,0.6493951797485351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,1,power_law_1.01,1.2000191688537598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,1,power_law_1.01,2.314784049987793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,1,power_law_1.01,3.9988544464111326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,1,power_law_1.01,5.608755111694336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,1,power_law_1.01,9.492819213867188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,1,power_law_1.01,10.475263977050782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,1,power_law_1.01,10.874227142333984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,1,power_law_1.01,10.976480102539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,1,power_law_1.01,11.254463958740235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,1,power_law_1.01,11.5281982421875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,32,power_law_1.2,0.03131519854068756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,32,power_law_1.2,0.029471999406814574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,32,power_law_1.2,0.028780800104141236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,32,power_law_1.2,0.029395198822021483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,32,power_law_1.2,0.030611199140548707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,1,power_law_1.01,11.944620513916016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,32,power_law_1.2,0.031769600510597226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,32,power_law_1.2,0.032025599479675294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,32,power_law_1.2,0.03587839901447296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,32,power_law_1.2,0.04111360013484955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,32,power_law_1.2,0.04604159891605377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,32,power_law_1.2,0.04832000136375427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,32,power_law_1.2,0.05316479802131653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,32,power_law_1.2,0.43320322036743164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,32,power_law_1.2,0.04668160080909729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,32,power_law_1.2,0.0494592010974884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,32,power_law_1.2,0.053452801704406736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,32,power_law_1.2,0.057196801900863646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,32,power_law_1.2,0.07681919932365418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,32,power_law_1.2,0.08769919872283935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,1,power_law_1.01,12.60091552734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,32,power_law_1.2,0.1323904037475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,32,power_law_1.2,0.13909759521484374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,1,balanced,0.1104159951210022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,1,balanced,0.16779200236002603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,1,balanced,0.3121280074119568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,1,balanced,0.5908106565475464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,1,balanced,1.1201279958089192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,1,balanced,1.503935972849528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,1,balanced,1.5140266418457031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,1,balanced,1.5188266436258953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,1,balanced,1.5259466171264648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,1,power_law_1.01,13.637945556640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,1,balanced,1.5351732571919758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,32,power_law_1.2,0.18172160387039185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,1,balanced,1.545904000600179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,32,power_law_1.2,0.2864896059036255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,1,balanced,1.557685375213623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,1,balanced,1.5671092669169109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,1,balanced,1.5883359909057617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,1,balanced,1.605247974395752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,1,balanced,1.6262186368306477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,1,balanced,1.671552022298177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,1,balanced,1.7371519406636555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,4,balanced,0.07773866752783458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,4,balanced,0.09754666686058044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,1,balanced,1.790357271830241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,4,balanced,0.10970667004585266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,4,balanced,0.1520639955997467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,4,balanced,0.27423999706904095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,1,power_law_1.01,14.41729278564453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,4,balanced,0.47806398073832196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,1,balanced,2.0821173985799155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,4,balanced,0.48068801561991376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,4,balanced,0.47516266504923504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,4,balanced,0.4779040018717448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,1,balanced,2.0034772555033364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,4,balanced,0.47844799359639484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,4,balanced,0.4845759868621826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,4,balanced,0.49035199483235675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,4,balanced,0.4928799867630005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,1,balanced,3.0264053344726562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,4,balanced,0.5409119923909506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,4,balanced,0.5116053422292074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,4,balanced,0.5217706759770712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,4,balanced,0.5351253350575765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,1,balanced,3.1164798736572266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,4,balanced,0.5735359986623129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,4,balanced,0.6164480050404867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,4,balanced,0.699664036432902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,4,balanced,0.77402663230896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,1,balanced,4.614240010579427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,4,balanced,1.0399413108825684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,4,balanced,1.2012800375620525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,1,power_law_1.01,15.308396911621093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,4,balanced,1.636565367380778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,1,balanced,4.79087479909261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,4,balanced,1.9170506795247395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,1,balanced,7.802192052205403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,4,balanced,2.7771199544270835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,32,power_law_1.2,0.40887041091918946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,4,balanced,3.5648425420125327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,1,balanced,9.47265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,1,power_law_1.01,17.00458221435547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,32,power_law_1.2,0.42891521453857423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,1,power_law_1.01,20.553733825683594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,1,power_law_1.01,16.15529022216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,1,power_law_1.01,18.46302032470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,1,power_law_1.01,19.84337921142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,1,power_law_1.01,23.945018005371093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,2,balanced,0.12614400188128153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,2,balanced,0.23059733708699545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,2,balanced,0.38027199109395343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,2,balanced,0.37861867745717365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,2,balanced,0.42484267552693683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,2,balanced,0.3815573453903198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,2,balanced,0.3824853499730428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,2,balanced,0.3859626849492391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,2,balanced,0.3954613208770752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,2,balanced,0.39790932337443036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,2,balanced,0.40225064754486084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,2,balanced,0.42400534947713214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,2,balanced,0.42814934253692627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,2,balanced,0.4464000066121419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,2,balanced,0.610207994778951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,2,balanced,0.5841866731643677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,32,power_law_1.2,0.6785344123840332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,2,balanced,0.6127200126647949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,2,balanced,0.8489493529001871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,2,balanced,0.9004746278127035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,2,balanced,1.2754080295562744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,2,balanced,1.626757303873698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,2,balanced,2.363231976826986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,2,balanced,3.0491040547688804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,2,balanced,4.507871945699056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,1,power_law_1.01,29.759039306640624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,2,balanced,6.064602533976237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,2,balanced,8.851903915405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,2,balanced,11.998507181803385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,1,power_law_1.01,37.372415161132814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,1,power_law_1.01,45.001119995117186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,1,power_law_1.01,62.2703857421875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,1,power_law_1.01,84.49193725585937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,32,power_law_1.2,0.8504832267761231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,2,balanced,0.04548266530036926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,2,balanced,0.06572266419728597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,2,balanced,0.07689066727956136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,2,balanced,0.07750933369000752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,2,balanced,0.07876266539096832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,2,balanced,0.07970666885375977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,2,balanced,0.08148266871770223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,2,balanced,0.08132799963156383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,2,balanced,0.08861333131790161
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,2,balanced,0.08933333555857341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,2,balanced,0.09277333815892537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,2,balanced,0.08943999807039897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,2,balanced,0.09083200494448344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,2,balanced,0.09614400068918864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,2,balanced,0.10477866729100545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,2,balanced,0.10904000202814738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,2,balanced,0.13049599528312683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,2,balanced,0.15082133809725443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,2,balanced,0.2182826598485311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,2,balanced,0.25285865863164264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,2,balanced,0.341973344484965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,2,balanced,0.4675626754760742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,2,balanced,0.5808053414026896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,2,balanced,0.9067040284474691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,2,balanced,1.1312426726023357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,2,balanced,1.6844107309977214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,2,balanced,2.163146654764811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.13219840526580812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.11114239692687988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.11070079803466797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.09446399807929992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.09158400297164918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.11362559795379638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.1102463960647583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.11171200275421142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.11066240072250366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.12028160095214843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.12511999607086183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.12817280292510985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.13882240056991577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.15198080539703368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.16599040031433104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.17902079820632935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.19868160486221315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.24966399669647216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.28647680282592775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.3574656009674072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.40724477767944334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.6800640106201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.8715456008911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,32,power_law_1.01,1.2830975532531739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,32,power_law_1.01,1.6331136703491211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,32,power_law_1.01,2.279372787475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,32,power_law_1.01,2.9441856384277343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,8,balanced,0.08757866422335307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,8,balanced,0.08802666266759236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,8,balanced,0.0876639982064565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,8,balanced,0.08090133468310039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,8,balanced,0.08150400221347809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,8,balanced,0.08290666838486989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,8,balanced,0.08385066191355388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,8,balanced,0.0846666693687439
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,8,balanced,0.08843732873598735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,8,balanced,0.08929066856702168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,8,balanced,0.09060800075531006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,8,balanced,0.09689066807428996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,8,balanced,0.09769066174825032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,8,balanced,0.10458133618036906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,8,balanced,0.11404266953468323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,8,balanced,0.11478400230407715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,8,balanced,0.1365173359711965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,8,balanced,0.14617066582043967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,8,balanced,0.2120586633682251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,8,balanced,0.25406400362650555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,8,balanced,0.35387198130289715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,16,balanced,0.08975999553998311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,16,balanced,0.09266666571299235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,8,balanced,0.4611733357111613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,16,balanced,0.11507733662923177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,16,balanced,0.1673120061556498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,8,balanced,0.5919893185297648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,16,balanced,0.2512320081392924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,16,balanced,0.46858131885528564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,8,balanced,0.8451039791107178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,16,balanced,0.47256000836690265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,16,balanced,0.46727466583251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,16,balanced,0.46882132689158124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,8,balanced,1.0461386839548747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,16,balanced,0.4667733510335286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,16,balanced,0.49054932594299316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,16,balanced,0.4764266808827718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,8,balanced,1.5287359555562336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,16,balanced,0.4769386847813924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,16,balanced,0.4824533462524414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,16,balanced,0.48811201254526776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,8,balanced,1.9543466567993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,16,balanced,0.4936639865239461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,16,balanced,0.501477320988973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,16,balanced,0.5238826672236124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,16,balanced,0.5496853192647299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,16,balanced,0.6091039975484213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,16,balanced,0.6948266824086508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,16,balanced,0.832810640335083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,16,balanced,0.9591840108235677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,16,balanced,1.2534720102945964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,16,balanced,1.4262986183166504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,16,balanced,2.043781280517578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,16,balanced,2.552117347717285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,4,balanced,0.10499733686447144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,4,balanced,0.14595733086268106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,4,balanced,0.2118933399518331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,4,balanced,0.37353066603342694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,4,balanced,0.6566933393478394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,4,balanced,0.8973493576049805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,4,balanced,0.9067520300547282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,4,balanced,0.9130933284759521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,4,balanced,0.9172373612721761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,4,balanced,0.9226079781850179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,4,balanced,0.9403786659240723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,4,balanced,0.9476053714752197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,4,balanced,0.9576000372568766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,4,balanced,0.9747040271759033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,4,balanced,0.9932800134023031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,4,balanced,1.0110560258229573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,4,balanced,1.0437973340352376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,4,balanced,1.1862133344014485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,4,balanced,1.1812000274658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,4,balanced,1.3565120697021484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,4,balanced,1.4712586402893066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,4,balanced,2.180309295654297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,4,balanced,2.1698452631632485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,4,balanced,3.3552586237589517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,4,balanced,3.7380479176839194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,4,balanced,5.925930658976237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,4,balanced,7.273093541463216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,2,power_law_1.2,0.05186560153961182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,2,power_law_1.2,0.05075200200080872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,2,power_law_1.2,0.06000000238418579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,2,power_law_1.2,0.073990398645401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,2,power_law_1.2,0.0772607982158661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,2,power_law_1.2,0.08145279884338379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,2,power_law_1.2,0.08861439824104309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,2,power_law_1.2,0.08321920037269592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,2,power_law_1.2,0.0834879994392395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,2,power_law_1.2,0.08908159732818603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,2,power_law_1.2,0.0991807997226715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,2,power_law_1.2,0.10884480476379395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,2,power_law_1.2,0.12289919853210449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,2,power_law_1.2,0.10684800148010254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,2,power_law_1.2,0.14781440496444703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,2,power_law_1.2,0.16350079774856568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,2,power_law_1.2,0.16360960006713868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,2,power_law_1.2,0.21050879955291749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,2,power_law_1.2,0.2457535982131958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,2,power_law_1.2,0.3684864044189453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,2,power_law_1.2,0.4833343982696533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,2,power_law_1.2,0.6392320156097412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,2,power_law_1.2,0.7914815902709961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,2,power_law_1.2,1.1046719551086426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,2,power_law_1.2,1.6163711547851562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,8,power_law_1.01,0.12324479818344117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,8,power_law_1.01,0.1435647964477539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,8,power_law_1.01,0.1379968047142029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,8,power_law_1.01,0.15571199655532836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,8,power_law_1.01,0.15314559936523436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,8,power_law_1.01,0.1573248028755188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,8,power_law_1.01,0.16591360569000244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,8,power_law_1.01,0.17107199430465697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,8,power_law_1.01,0.17895679473876952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,8,power_law_1.01,0.17783039808273315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,8,power_law_1.01,0.20483200550079345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,8,power_law_1.01,0.19838080406188965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,8,power_law_1.01,0.21326720714569092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,8,power_law_1.01,0.21212799549102784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,8,power_law_1.01,0.23439359664916992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,8,power_law_1.01,0.2466304063796997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,8,power_law_1.01,0.2724607944488525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,4,power_law_1.2,0.40447359085083007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,8,power_law_1.01,0.33183999061584474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,8,power_law_1.01,0.34462718963623046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,4,power_law_1.2,0.4862271785736084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,8,power_law_1.01,0.44208641052246095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,4,power_law_1.2,0.6230336189270019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,8,power_law_1.01,0.5163008213043213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,8,power_law_1.01,0.7308991909027099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,4,power_law_1.2,0.8702336311340332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,8,power_law_1.01,0.8606399536132813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,4,power_law_1.2,1.0109375953674316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,8,power_law_1.01,1.268716812133789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,4,power_law_1.2,1.5353152275085449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,8,power_law_1.01,1.5212608337402345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,4,power_law_1.2,1.4441472053527833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,8,power_law_1.01,2.2418432235717773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,4,power_law_1.2,1.4590208053588867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,4,power_law_1.2,1.5285056114196778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,8,power_law_1.01,2.9490047454833985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,4,power_law_1.2,1.5162624359130858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,4,power_law_1.2,1.584601593017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,4,power_law_1.2,1.6665088653564453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,4,power_law_1.2,1.6861888885498046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,4,power_law_1.2,1.8322368621826173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,4,power_law_1.2,1.9518976211547852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,4,power_law_1.2,1.8692480087280274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,4,power_law_1.2,2.0866943359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,4,power_law_1.2,2.2688127517700196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,4,power_law_1.2,2.2312639236450194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,4,power_law_1.2,2.685510444641113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,4,power_law_1.2,3.1381952285766603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,4,power_law_1.2,3.892729568481445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,4,power_law_1.2,4.767353439331055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,4,power_law_1.2,6.7651519775390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,4,power_law_1.2,7.617427062988281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,2,power_law_1.2,2.4984960556030273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,4,power_law_1.2,11.402124786376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,4,power_law_1.2,14.862777709960938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,1,balanced,0.26531734069188434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,1,balanced,0.4421493212381999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,1,balanced,0.8397760391235352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,1,balanced,0.8438773155212402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,1,balanced,0.8479839960734049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,1,balanced,0.8535146713256836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,1,balanced,0.8584533532460531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,1,balanced,0.8652746677398682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,1,balanced,0.8913919925689697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,1,balanced,0.894261360168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,1,balanced,0.9086346626281738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,1,balanced,0.9258826573689779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,1,balanced,0.9294666449228922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,1,balanced,0.9870560169219971
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,1,balanced,1.154741366704305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,1,balanced,1.1692480246225994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,1,balanced,1.2097760041554768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,1,balanced,1.96943998336792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,1,balanced,1.9104480743408203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,1,balanced,2.8769814173380532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,1,balanced,3.7244478861490884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,1,balanced,5.522682825724284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,1,balanced,7.2171681722005205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,1,balanced,10.825018564860025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,2,power_law_1.2,0.3179008007049561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,2,power_law_1.2,0.4889664173126221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,2,power_law_1.2,0.7295231819152832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,2,power_law_1.2,1.1641599655151367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,2,power_law_1.2,1.7928192138671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,1,balanced,14.59283192952474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,2,power_law_1.2,2.2001344680786135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,2,power_law_1.2,2.458553504943848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,2,power_law_1.2,3.3631038665771484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,1,balanced,22.096219380696613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,2,power_law_1.2,3.6511871337890627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,2,power_law_1.2,3.754841613769531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,2,power_law_1.2,3.7035903930664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,2,power_law_1.2,3.8595966339111327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,2,power_law_1.2,4.0880577087402346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,1,balanced,30.015462239583332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,2,power_law_1.2,4.125471878051758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.06035839915275574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,2,power_law_1.2,4.405305480957031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.05568640232086182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.05615360140800476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.05682560205459595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.05800960063934326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.0597055971622467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.06032639741897583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,2,power_law_1.2,4.660768127441406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.06776319742202759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.07104640007019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.07943040132522583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.08787199854850769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.8385343551635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,2,power_law_1.2,5.2572990417480465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,128,power_law_1.2,1.0299776077270508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.09077759981155395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.10602240562438965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.11759359836578369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.148089599609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.21498239040374756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,2,power_law_1.2,5.661151885986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.2971519947052002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.4497727870941162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.5230080127716065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.4531519889831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,2,power_law_1.2,5.725120162963867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.6394688129425049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.9655615806579589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.8566656112670898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,1,power_law_1.01,1.6390592575073242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,1,power_law_1.01,1.6650175094604491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.8215999603271484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,2,power_law_1.2,6.63512954711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,1,power_law_1.01,1.6663360595703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,1,power_law_1.01,1.7470079421997071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,1,power_law_1.01,1.719264030456543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,2,power_law_1.2,7.336697387695312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,1,power_law_1.01,1.8856704711914063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,1,power_law_1.01,1.8841024398803712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,1,power_law_1.01,1.9483264923095702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,2,power_law_1.2,8.593523406982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,1,power_law_1.01,2.0892671585083007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,1,power_law_1.01,2.195955276489258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,1,power_law_1.01,2.1159231185913088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,2,power_law_1.2,9.203718566894532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,1,power_law_1.01,2.447564888000488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,1,power_law_1.01,2.6122175216674806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,1,power_law_1.01,3.0474624633789062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,2,power_law_1.2,11.41998062133789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,1,power_law_1.01,4.107583999633789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,128,power_law_1.2,1.3795071601867677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,2,power_law_1.2,14.175999450683594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,2,power_law_1.2,2.8980735778808593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,1,power_law_1.01,4.98394889831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,2,power_law_1.2,18.06633605957031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,1,power_law_1.01,6.800972747802734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,128,power_law_1.2,1.7923391342163086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,2,power_law_1.2,24.9619140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,1,power_law_1.01,8.481100463867188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.10062079429626465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.12024960517883301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.13935999870300292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.19419519901275634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,1,power_law_1.01,12.260819244384766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.26165759563446045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.35207679271698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.39521279335021975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.5405439853668212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.567199993133545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.5788608074188233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.6127999782562256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.6489471912384033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.6661759853363037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.7107200145721435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.7554495811462403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.793446397781372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.8828991889953614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,1,power_law_1.2,1.0364480018615723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,1,power_law_1.2,1.162713623046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,1,power_law_1.2,1.4467007637023925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,1,power_law_1.2,1.7327936172485352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,1,power_law_1.2,2.2889215469360353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,1,power_law_1.2,2.7827392578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,1,power_law_1.2,3.774137496948242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,1,power_law_1.2,4.781465530395508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,1,power_law_1.2,6.7432701110839846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,1,power_law_1.01,16.002426147460938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,1,power_law_1.2,8.724524688720702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,128,power_law_1.2,2.67589111328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,1,power_law_1.01,23.489747619628908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,128,power_law_1.2,3.1260095596313477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,1,power_law_1.01,30.818405151367188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,1,power_law_1.01,45.579827880859376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,1,power_law_1.01,60.37906494140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,2,power_law_1.01,0.7296576023101806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,2,power_law_1.01,1.2065600395202636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,2,power_law_1.01,1.5947456359863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,2,power_law_1.01,2.3420736312866213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,2,power_law_1.01,3.1654272079467773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,2,power_law_1.01,4.942342376708984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,2,power_law_1.01,5.246259307861328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,2,power_law_1.01,5.666847991943359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,2,power_law_1.01,5.549996948242187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,2,power_law_1.01,5.640832138061524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,2,power_law_1.01,5.758124923706054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,2,power_law_1.01,6.235110473632813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,2,power_law_1.01,6.380428695678711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,2,power_law_1.01,6.720915222167969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,16,power_law_1.2,0.1045375943183899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,16,power_law_1.2,0.1207808017730713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,2,power_law_1.01,7.1767425537109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,16,power_law_1.2,0.13301759958267212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,16,power_law_1.2,0.13444479703903198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,16,power_law_1.2,0.13563519716262817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,2,power_law_1.01,7.617593383789062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,16,power_law_1.2,0.12590080499649048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,16,power_law_1.2,0.11941759586334229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,16,power_law_1.2,0.13253120183944703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,16,power_law_1.2,0.13048959970474244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,16,power_law_1.2,0.1347264051437378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,2,power_law_1.01,8.250662231445313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,16,power_law_1.2,0.13049600124359131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,16,power_law_1.2,0.14515199661254882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,16,power_law_1.2,0.14568320512771607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,16,power_law_1.2,0.15990400314331055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,16,power_law_1.2,0.15864319801330568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,16,power_law_1.2,0.168121600151062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,2,power_law_1.01,9.632601928710937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,16,power_law_1.2,1.7732160568237305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,16,power_law_1.2,1.8536064147949218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,16,power_law_1.2,0.23259520530700684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,16,power_law_1.2,0.3243904113769531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,2,power_law_1.01,8.276083374023438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,16,power_law_1.2,0.35866239070892336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,16,power_law_1.2,0.44895358085632325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,16,power_law_1.2,0.554636812210083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,16,power_law_1.2,0.8129216194152832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,16,power_law_1.2,1.114521598815918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,2,power_law_1.01,9.338687896728516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,16,power_law_1.2,1.7249664306640624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,16,power_law_1.2,2.0611839294433594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,2,power_law_1.01,10.167398071289062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,2,power_law_1.01,12.550688171386719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,2,power_law_1.01,14.696762084960938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,2,power_law_1.01,19.21032257080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,2,power_law_1.01,23.457612609863283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,2,power_law_1.01,33.263973999023435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,2,power_law_1.01,43.4484619140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,128,power_law_1.01,0.16970880031585694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,128,power_law_1.01,0.1683776021003723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,128,power_law_1.01,0.1540544033050537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,128,power_law_1.01,0.1474303960800171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,128,power_law_1.01,0.16293760538101196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,128,power_law_1.01,0.1618175983428955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,128,power_law_1.01,0.15285120010375977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,128,power_law_1.01,0.16005760431289673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,128,power_law_1.01,0.15166720151901245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,128,power_law_1.01,0.16244479417800903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,128,power_law_1.01,0.16191999912261962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,128,power_law_1.01,0.16808320283889772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,128,power_law_1.01,0.17607040405273439
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,128,power_law_1.01,0.1903040051460266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,128,power_law_1.01,0.2012160062789917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,128,power_law_1.01,0.22086400985717775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,128,power_law_1.01,0.24758400917053222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,128,power_law_1.01,0.3112191915512085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,128,power_law_1.01,0.3262144088745117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,128,power_law_1.01,0.44231038093566893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,128,power_law_1.01,0.6151040077209473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,128,power_law_1.01,0.9103424072265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,128,power_law_1.01,0.9019776344299316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,128,power_law_1.01,1.2841919898986816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,128,power_law_1.01,1.7734720230102539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,128,power_law_1.01,2.450809669494629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,128,power_law_1.01,3.132313537597656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,8,power_law_1.01,0.07212799787521362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,8,power_law_1.01,0.06636800169944763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,8,power_law_1.01,0.07713919878005981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,8,power_law_1.01,0.07592319846153259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,8,power_law_1.01,0.07609599828720093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,8,power_law_1.01,0.07858560085296631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,8,power_law_1.01,0.08538879752159119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,8,power_law_1.01,0.08706560134887695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,8,power_law_1.01,0.08756480216979981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,8,power_law_1.01,0.08936960101127625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,8,power_law_1.01,0.09382399916648865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,8,power_law_1.01,0.09339519739151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,8,power_law_1.01,0.0969215989112854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,8,power_law_1.01,0.10101759433746338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,8,power_law_1.01,0.10604159832000733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,8,power_law_1.01,0.11267839670181275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,8,power_law_1.01,0.11951359510421752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,8,power_law_1.01,0.14135680198669434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,8,power_law_1.01,0.1629696011543274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,8,power_law_1.01,0.19234559535980225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,8,power_law_1.01,0.23836159706115723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,8,power_law_1.01,0.3073024034500122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,8,power_law_1.01,0.3932607889175415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,8,power_law_1.01,0.5344511985778808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,8,power_law_1.01,0.7026944160461426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,8,power_law_1.01,0.9579968452453613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,8,power_law_1.01,1.2285056114196777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,32,power_law_1.2,0.02940160036087036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,32,power_law_1.2,0.028140801191329955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,32,power_law_1.2,0.02754560112953186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,32,power_law_1.2,0.02805120050907135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,32,power_law_1.2,0.028883200883865357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,32,power_law_1.2,0.03020800054073334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,32,power_law_1.2,0.030662399530410767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,32,power_law_1.2,0.03712640106678009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,32,power_law_1.2,0.03793280124664307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,32,power_law_1.2,0.040006399154663086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,32,power_law_1.2,0.04945279955863953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,32,power_law_1.2,0.14440959692001343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,32,power_law_1.2,0.23875839710235597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,32,power_law_1.2,0.0438975989818573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,32,power_law_1.2,0.04661119878292084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,32,power_law_1.2,0.04805119931697845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,32,power_law_1.2,0.0497408002614975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,32,power_law_1.2,0.05440000295639038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,32,power_law_1.2,0.06766719818115234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,32,power_law_1.2,0.08417919874191285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,32,power_law_1.2,0.1123136043548584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,32,power_law_1.2,0.12945280075073243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,32,power_law_1.2,0.19221760034561158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,32,power_law_1.2,0.2796799898147583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,8,balanced,0.06694399813810985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,8,balanced,0.06917333106199901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,8,balanced,0.0798826664686203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,8,balanced,0.09110400080680847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,8,balanced,0.11235733826955159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,8,balanced,0.15507200360298157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,8,balanced,0.20508799950281778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,8,balanced,0.20700265963872275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,8,balanced,0.2093120018641154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,8,balanced,0.2089866598447164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,8,balanced,0.21519466241200766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,8,balanced,0.21678400039672852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,8,balanced,0.21783999601999918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,8,balanced,0.24064000447591147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,8,balanced,0.23600000143051147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,8,balanced,0.2388746738433838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,8,balanced,0.24871466557184854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,8,balanced,0.2747199932734172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,8,balanced,0.2999839981396993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,8,balanced,0.3399519920349121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,8,balanced,0.40306135018666583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,8,balanced,0.4944479862848918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,8,balanced,0.6202400128046671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,8,balanced,0.7910559972127279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,32,power_law_1.2,0.33731200695037844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,8,balanced,1.028704007466634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,8,balanced,1.4272480010986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,8,balanced,1.9038933118184407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,4,power_law_1.01,0.7256447792053222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,32,power_law_1.2,0.6008768081665039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,4,power_law_1.01,1.196998405456543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,4,power_law_1.01,1.2459199905395508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,4,power_law_1.01,1.7146240234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,4,power_law_1.01,2.0445375442504883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,2,balanced,0.10257066289583842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,2,balanced,0.12391466895739238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,2,balanced,0.17193067073822021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,2,balanced,0.26497600475947064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,2,balanced,0.47474666436513263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,2,balanced,0.8818559646606445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,4,power_law_1.01,2.863052749633789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,2,balanced,1.285434643427531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,2,balanced,1.2904586791992188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,2,balanced,1.2951573530832927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,2,balanced,1.2983360290527344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,4,power_law_1.01,3.0059072494506838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,2,balanced,1.319823980331421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,2,balanced,1.320522705713908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,2,balanced,1.3356746037801106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,4,power_law_1.01,2.9583295822143554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,2,balanced,1.353962739308675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,2,balanced,1.3732746442159016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,2,balanced,1.39794127146403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,4,power_law_1.01,2.8047744750976564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,2,balanced,1.4187466303507488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,2,balanced,1.4839946428934734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,4,power_law_1.01,2.868000030517578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,2,balanced,1.5926027297973633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,2,balanced,1.7159412701924641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,4,power_law_1.01,3.111852836608887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,2,balanced,1.8811999956766765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,2,balanced,2.1150506337483725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,4,power_law_1.01,3.178156852722168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,2,balanced,2.542954603830973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,4,power_law_1.01,3.20263671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,2,balanced,3.086933453877767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,4,power_law_1.01,3.449971389770508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,2,balanced,4.27236811319987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,4,power_law_1.01,3.591993713378906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,2,balanced,5.393813451131185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,4,power_law_1.01,3.797932815551758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,2,balanced,7.387200037638347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,4,power_law_1.01,4.130412673950195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,4,power_law_1.01,4.571449661254883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,4,power_law_1.01,4.283520126342774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,4,power_law_1.01,4.92790412902832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,4,power_law_1.01,5.2431488037109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,4,power_law_1.01,6.38260498046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,4,power_law_1.01,8.044179534912109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,4,power_law_1.01,10.857990264892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,4,power_law_1.01,12.88037109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,4,power_law_1.01,18.107449340820313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,32,power_law_1.2,0.6520895957946777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,4,power_law_1.01,23.144537353515624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,16,power_law_1.01,0.10410879850387574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,16,power_law_1.01,0.11947519779205322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,16,power_law_1.01,0.11232000589370728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,16,power_law_1.01,0.11237759590148926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,16,power_law_1.01,0.11335680484771729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,16,power_law_1.01,0.10597759485244751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,16,power_law_1.01,0.11018240451812744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,16,power_law_1.01,0.10990719795227051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,16,power_law_1.01,0.11312639713287354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,16,power_law_1.01,0.11426559686660767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,16,power_law_1.01,0.12874239683151245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,16,power_law_1.01,0.12732160091400146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,16,power_law_1.01,0.13294719457626342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,16,power_law_1.01,0.15752960443496705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,16,power_law_1.01,0.16311039924621581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,16,power_law_1.01,0.17287039756774902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,16,power_law_1.01,0.15798399448394776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,16,power_law_1.01,0.17802879810333253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,16,power_law_1.01,0.20446081161499025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,16,power_law_1.01,0.2356544017791748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,16,power_law_1.01,0.3247231960296631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,16,power_law_1.01,0.3994175910949707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,16,power_law_1.01,0.5347008228302002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,16,power_law_1.01,0.7133887767791748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,16,power_law_1.01,0.9495807647705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,16,power_law_1.01,1.3483391761779786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,16,power_law_1.01,1.5682047843933105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,32,power_law_1.2,0.13329919576644897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,32,power_law_1.2,0.11659519672393799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,32,power_law_1.2,0.11535999774932862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,32,power_law_1.2,0.10480639934539795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,32,power_law_1.2,0.10241279602050782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,32,power_law_1.2,0.11741440296173096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,32,power_law_1.2,0.11913599967956542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,32,power_law_1.2,0.1210752010345459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,32,power_law_1.2,0.12785919904708862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,32,power_law_1.2,0.12922240495681764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,32,power_law_1.2,0.13711999654769896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,32,power_law_1.2,0.14102400541305543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,32,power_law_1.2,0.4273791790008545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,32,power_law_1.2,0.13841279745101928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,32,power_law_1.2,0.17248640060424805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,32,power_law_1.2,0.16951040029525757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,32,power_law_1.2,0.20884480476379394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,32,power_law_1.2,0.24785280227661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,32,power_law_1.2,0.2944767951965332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,32,power_law_1.2,0.3885440111160278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,32,power_law_1.2,0.509004783630371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,32,power_law_1.2,0.7220032215118408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,32,power_law_1.2,0.8301888465881347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,32,power_law_1.2,1.2511232376098633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,32,power_law_1.2,1.5336383819580077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,32,power_law_1.2,2.3202112197875975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,1,power_law_1.01,0.07018240094184876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,1,power_law_1.01,0.07317759990692138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,1,power_law_1.01,0.08186240196228027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,1,power_law_1.01,0.10551680326461792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,1,power_law_1.01,0.12888959646224976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,1,power_law_1.01,0.15700479745864868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,1,power_law_1.01,0.19225599765777587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,1,power_law_1.01,0.2009727954864502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,1,power_law_1.01,0.20604159832000732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,1,power_law_1.01,0.2112191915512085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,1,power_law_1.01,0.21978240013122557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,1,power_law_1.01,0.23654398918151856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,1,power_law_1.01,0.24494080543518065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,1,power_law_1.01,0.26248319149017335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,1,power_law_1.01,0.2756351947784424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,1,power_law_1.01,0.2900736093521118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,1,power_law_1.01,0.3129472017288208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,1,power_law_1.01,0.3794368028640747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,1,power_law_1.01,0.4335487842559814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,1,power_law_1.01,0.5448575973510742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,1,power_law_1.01,0.6676735877990723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,1,power_law_1.01,0.8843903541564941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,32,power_law_1.2,3.6999233245849608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,1,power_law_1.01,1.0945216178894044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,1,power_law_1.01,1.524953556060791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,1,power_law_1.01,1.9816896438598632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,1,power_law_1.01,2.850239944458008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,1,power_law_1.01,3.7770816802978517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,8,power_law_1.01,0.1948415994644165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,8,power_law_1.01,0.31166079044342043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,8,power_law_1.01,0.38775680065155027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,8,power_law_1.01,0.4690239906311035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,8,power_law_1.01,0.4695615768432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,8,power_law_1.01,0.42906880378723145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,8,power_law_1.01,0.5326272010803222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,8,power_law_1.01,0.5647424221038818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,8,power_law_1.01,0.5361216068267822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,8,power_law_1.01,0.47962241172790526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,8,power_law_1.01,0.532038402557373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,8,power_law_1.01,0.5179327964782715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,8,power_law_1.01,0.5353919982910156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,8,power_law_1.01,0.5592063903808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,8,power_law_1.01,0.5528255939483643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,8,power_law_1.01,0.5729407787322998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,8,power_law_1.01,0.6323391914367675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,8,power_law_1.01,0.6830207824707031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,8,power_law_1.01,0.7462719917297364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,8,power_law_1.01,0.8004608154296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,8,power_law_1.01,0.9920576095581055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,8,power_law_1.01,1.2297663688659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,8,power_law_1.01,1.531174373626709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,8,power_law_1.01,2.137107276916504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,8,power_law_1.01,2.48853759765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,8,power_law_1.01,3.7290878295898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,16,balanced,0.06411733229955037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,16,balanced,0.06518400212128957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,16,balanced,0.06760000189145406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,16,balanced,0.07545066873232524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,8,power_law_1.01,4.834067153930664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,16,balanced,0.09107200304667155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,16,balanced,0.11274133125940959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,16,balanced,0.11461333433787028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,16,balanced,0.11529067158699036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,16,balanced,0.11678399642308553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,16,balanced,0.11678399642308553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,16,balanced,0.11953066786130269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,16,balanced,0.12229866782824199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,16,balanced,0.12221866846084595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,16,balanced,0.1270026663939158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,16,balanced,0.13065066933631897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,16,balanced,0.13532267014185587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,16,balanced,0.14242666959762573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,16,balanced,0.16116266449292502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,16,balanced,0.17656532923380533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,16,balanced,0.21052799622217813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,16,balanced,0.2328480084737142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,16,balanced,0.29454400142033893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,16,balanced,0.3598826726277669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,16,balanced,0.4713386694590251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,16,balanced,0.6314239899317423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,16,balanced,0.851370652516683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,16,balanced,1.1390506426493328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,4,power_law_1.2,0.06117119789123535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,4,power_law_1.2,0.06241919994354248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,4,power_law_1.2,0.06728320121765137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,4,power_law_1.2,0.07420160174369812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,4,power_law_1.2,0.07596160173416137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,4,power_law_1.2,0.07844480276107788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,4,power_law_1.2,0.08095999956130981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,4,power_law_1.2,0.09086719751358033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,4,power_law_1.2,0.09283199906349182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,4,power_law_1.2,0.10022399425506592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,4,power_law_1.2,0.10978560447692871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,4,power_law_1.2,0.12561919689178466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,4,power_law_1.2,0.1320575952529907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,4,power_law_1.2,0.1597440004348755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,4,power_law_1.2,0.18165760040283202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,4,power_law_1.2,0.18209919929504395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,4,power_law_1.2,0.1941823959350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,4,power_law_1.2,0.309497594833374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,4,power_law_1.2,0.3415168046951294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,4,power_law_1.2,0.5108863830566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,4,power_law_1.2,0.6463359832763672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,4,balanced,0.05117333432038625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,4,balanced,0.05156800150871277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,4,balanced,0.05693866809209188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,4,balanced,0.07784533500671387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,4,balanced,0.11126933495203654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,4,balanced,0.18317866325378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,4,balanced,0.18371733029683432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,4,balanced,0.18761066595713297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,4,balanced,0.1865760087966919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,4,balanced,0.188917338848114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,4,balanced,0.1881386637687683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,4,balanced,0.1904319922129313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,4,balanced,0.19201600551605225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,4,balanced,0.19796266158421835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,4,balanced,0.2037173310915629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,4,balanced,0.20661866664886475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,4,balanced,0.2163626750310262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,4,balanced,0.23705599705378214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,4,power_law_1.2,0.9205183982849121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,4,balanced,0.25748799244562787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,4,balanced,0.3020426630973816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,4,balanced,0.33485865592956543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,4,balanced,0.43245331446329754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,4,balanced,0.5455893278121948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,4,balanced,0.7369866371154785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,4,balanced,0.905957301457723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,4,balanced,1.2634560267130535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,4,balanced,1.664746602376302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.12129919528961182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.1363584041595459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.18019839525222778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.28406400680541993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.47008638381958007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.6211008071899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.7116735935211181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,4,power_law_1.2,1.1681599617004395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.934438419342041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.9746496200561523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,1,power_law_1.01,1.0117183685302735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,1,power_law_1.01,1.0460351943969726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,1,power_law_1.01,1.0929984092712401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,1,power_law_1.01,1.1119359970092773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,1,power_law_1.01,1.196275234222412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,1,power_law_1.01,1.2319168090820312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,1,power_law_1.01,1.3050623893737794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,1,power_law_1.01,1.403104019165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,1,power_law_1.01,1.5642623901367188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,1,power_law_1.01,1.7276992797851562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,1,power_law_1.01,2.018227195739746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,1,power_law_1.01,2.3830080032348633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,1,power_law_1.01,3.0293247222900392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,1,power_law_1.01,3.591622543334961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,1,power_law_1.01,4.807635116577148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,1,power_law_1.01,6.084307098388672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,1,power_law_1.01,8.47364501953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,4,power_law_1.2,2.0683967590332033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,1,power_law_1.01,10.59889907836914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,4,power_law_1.01,0.17978880405426026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,4,power_law_1.01,0.2489471912384033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,4,power_law_1.01,0.24208641052246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,4,power_law_1.01,0.3283776044845581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,4,power_law_1.01,0.4268223762512207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,4,power_law_1.01,0.5205632209777832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,4,power_law_1.01,0.5373439788818359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,4,power_law_1.01,0.5541440010070801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,4,power_law_1.01,0.5505152225494385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,4,power_law_1.01,0.5676415920257568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,4,power_law_1.01,0.591161584854126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,4,power_law_1.01,0.5808767795562744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,4,power_law_1.01,0.6172607898712158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,4,power_law_1.01,0.6553664207458496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,4,power_law_1.2,2.023686408996582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,4,power_law_1.01,0.6475584030151367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,4,power_law_1.01,0.6968639850616455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,4,power_law_1.01,0.7699327945709229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,4,power_law_1.01,0.8644991874694824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,4,power_law_1.01,0.9421183586120605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,4,power_law_1.01,1.190835189819336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,4,power_law_1.01,1.3949824333190919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,4,power_law_1.01,1.8129344940185548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,4,power_law_1.01,2.2479679107666017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,4,power_law_1.01,2.8277759552001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,4,power_law_1.01,3.7759552001953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,4,power_law_1.01,5.427142333984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,4,power_law_1.01,7.888742065429687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,128,power_law_1.2,0.0644927978515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,128,power_law_1.2,0.062457597255706786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,4,power_law_1.2,3.35491828918457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,128,power_law_1.2,0.05613440275192261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,128,power_law_1.2,0.056492799520492555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,128,power_law_1.2,0.056569600105285646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,128,power_law_1.2,0.05856000185012818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,128,power_law_1.2,0.05911679863929749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,128,power_law_1.2,0.060703998804092406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,128,power_law_1.2,0.06105599999427795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,128,power_law_1.2,0.06218240261077881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,128,power_law_1.2,0.07285760045051574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,4,power_law_1.2,4.0943359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,128,power_law_1.2,0.07694079875946044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,128,power_law_1.2,0.08674560189247131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,128,power_law_1.2,0.23438079357147218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,128,power_law_1.2,0.8079104423522949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,128,power_law_1.2,0.6687424182891846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,128,power_law_1.2,0.8187456130981445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,128,power_law_1.2,0.8332544326782226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,128,power_law_1.2,0.14252159595489503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,128,power_law_1.2,0.19578880071640015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,128,power_law_1.2,0.2387455940246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,128,power_law_1.2,0.3663360118865967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,128,power_law_1.2,0.40862078666687013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,128,power_law_1.2,0.6155648231506348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,128,power_law_1.2,0.7123199939727783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,128,power_law_1.2,1.093126392364502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,128,power_law_1.2,1.6045120239257813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,2,power_law_1.2,0.2500607967376709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,2,power_law_1.2,0.3220031976699829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,16,power_law_1.01,0.23701119422912598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,16,power_law_1.01,0.2731519937515259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,16,power_law_1.01,0.26483199596405027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,2,power_law_1.2,0.4612864017486572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,16,power_law_1.01,0.2591871976852417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,2,power_law_1.2,0.6475584030151367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,16,power_law_1.01,0.2669055938720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,16,power_law_1.01,0.23378560543060303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,2,power_law_1.2,0.8697471618652344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,16,power_law_1.01,0.2531647920608521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,16,power_law_1.01,0.24637439250946044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,16,power_law_1.01,0.24723200798034667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,2,power_law_1.2,1.3821696281433105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,16,power_law_1.01,0.24970240592956544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,16,power_law_1.01,0.2552191972732544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,2,power_law_1.2,1.4497407913208007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,16,power_law_1.01,0.2588223934173584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,2,power_law_1.2,1.5045056343078613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,16,power_law_1.01,0.26860799789428713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,16,power_law_1.01,0.2855999946594238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,2,power_law_1.2,1.5456768035888673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,16,power_law_1.01,0.29777278900146487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,2,power_law_1.2,1.5867136001586915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,16,power_law_1.01,0.31674239635467527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,2,power_law_1.2,1.6483583450317383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,16,power_law_1.01,0.34343039989471436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,16,power_law_1.01,0.39828479290008545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,2,power_law_1.2,1.7475711822509765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,16,power_law_1.01,0.41208958625793457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,2,power_law_1.2,1.7982208251953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,16,power_law_1.01,0.5136127948760987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,16,power_law_1.01,0.6322432041168213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,2,power_law_1.2,1.9429119110107422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,16,power_law_1.01,0.8201855659484864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,16,power_law_1.01,0.9577535629272461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,2,power_law_1.2,2.0044672012329103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,16,power_law_1.01,1.2861311912536622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,2,power_law_1.2,2.074252891540527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,16,power_law_1.01,1.7812671661376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,2,power_law_1.2,2.0945472717285156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,2,power_law_1.2,2.3667200088500975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,16,power_law_1.01,2.9169599533081056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,2,power_law_1.2,2.3896703720092773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,2,power_law_1.2,2.8319807052612305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,16,power_law_1.01,3.124774360656738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,2,power_law_1.2,3.4304126739501952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,2,power_law_1.2,4.349574279785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,2,power_law_1.2,5.144947052001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,2,power_law_1.2,7.327302551269531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,2,power_law_1.2,8.694124603271485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,2,power_law_1.2,12.182284545898437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,2,power_law_1.2,15.406752014160157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,16,power_law_1.2,0.1173632025718689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,16,power_law_1.2,0.1704192042350769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,16,power_law_1.2,0.17244160175323486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,16,power_law_1.2,0.16707839965820312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,16,power_law_1.2,0.16881920099258424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,16,power_law_1.2,0.1456768035888672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,16,power_law_1.2,0.15432319641113282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,16,power_law_1.2,0.1397055983543396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,16,power_law_1.2,0.17472000122070314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,16,power_law_1.2,0.16170239448547363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,16,power_law_1.2,0.1639423966407776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,16,power_law_1.2,0.17908480167388915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,16,power_law_1.2,0.17902719974517822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,16,power_law_1.2,0.19642879962921142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,16,power_law_1.2,0.9091648101806641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,16,power_law_1.2,0.775705623626709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,16,power_law_1.2,0.2129663944244385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,16,power_law_1.2,0.2547264099121094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,16,power_law_1.2,0.27048320770263673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,16,power_law_1.2,0.3187135934829712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,16,power_law_1.2,0.4439871788024902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,16,power_law_1.2,0.5780416011810303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,16,power_law_1.2,0.6799168109893798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,16,power_law_1.2,0.9000320434570312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,2,power_law_1.2,0.06410880088806152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,2,power_law_1.2,0.07127040028572082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,2,power_law_1.2,0.08176640272140503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,2,power_law_1.2,0.1194815993309021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,16,power_law_1.2,1.2965375900268554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,2,power_law_1.2,0.1251904010772705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,2,power_law_1.2,0.12775039672851562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,2,power_law_1.2,0.12680959701538086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,2,power_law_1.2,0.1319808006286621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,16,power_law_1.2,1.8060800552368164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,2,power_law_1.2,0.13619840145111084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,2,power_law_1.2,0.14595199823379518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,16,power_law_1.2,2.652934455871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,2,power_law_1.2,0.1598080039024353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,2,power_law_1.2,0.18483200073242187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,2,power_law_1.2,0.18530559539794922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,2,power_law_1.2,0.20473599433898926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,2,power_law_1.2,0.20940799713134767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,2,power_law_1.2,0.24778239727020263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,2,power_law_1.2,0.2671360015869141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,2,power_law_1.2,0.3353280067443848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,4,power_law_1.2,0.10305919647216796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,4,power_law_1.2,0.1034816026687622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,4,power_law_1.2,0.11561599969863892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,4,power_law_1.2,0.12414079904556274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,4,power_law_1.2,0.125600004196167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,2,power_law_1.2,0.45671682357788085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,4,power_law_1.2,0.12855679988861085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,4,power_law_1.2,0.13109760284423827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,4,power_law_1.2,0.13959039449691774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,4,power_law_1.2,0.15619200468063354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,4,power_law_1.2,0.16082559823989867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,4,power_law_1.2,0.18391679525375365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,4,power_law_1.2,0.22239999771118163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,4,power_law_1.2,0.23945600986480714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,4,power_law_1.2,0.23958399295806884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,4,power_law_1.2,0.30344960689544676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,4,power_law_1.2,0.3025216102600098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,4,power_law_1.2,0.3512831926345825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,2,power_law_1.2,0.5420928001403809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,4,power_law_1.2,0.47404160499572756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,16,power_law_1.2,0.12307840585708618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,16,power_law_1.2,0.1135103940963745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,16,power_law_1.2,0.10825599431991577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,16,power_law_1.2,0.11375999450683594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,16,power_law_1.2,0.10287359952926636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,16,power_law_1.2,0.11478400230407715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,16,power_law_1.2,0.11407999992370606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,16,power_law_1.2,0.11329920291900634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,4,power_law_1.2,0.6905280113220215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,16,power_law_1.2,0.1186560034751892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,16,power_law_1.2,0.11349760293960572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,16,power_law_1.2,0.12332799434661865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,16,power_law_1.2,0.12081279754638671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,16,power_law_1.2,0.12583039999008178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,16,power_law_1.2,0.14599039554595947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,16,power_law_1.2,0.14263039827346802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,16,power_law_1.2,0.16186879873275756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,16,power_law_1.2,0.17468160390853882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,16,power_law_1.2,0.19889919757843016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,16,power_law_1.2,0.21357440948486328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,16,power_law_1.2,0.26776320934295655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,16,power_law_1.2,0.30062720775604246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,16,power_law_1.2,0.45944957733154296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,16,power_law_1.2,0.565996789932251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,16,power_law_1.2,0.8142016410827637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,4,power_law_1.2,0.815123176574707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,16,power_law_1.2,1.020678424835205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,2,power_law_1.2,0.8339584350585938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,2,balanced,0.23138666152954102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,2,balanced,0.40598400433858234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,2,balanced,0.6364800135294596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,2,balanced,1.2194773356119792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,2,balanced,2.287285327911377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,2,balanced,3.3180052439371743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,2,balanced,3.3423519134521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,2,balanced,3.353557268778483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,2,balanced,3.3746560414632163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,2,balanced,3.3870506286621094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,2,balanced,3.4271252950032554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,4,power_law_1.2,1.089094352722168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,2,balanced,3.456810633341471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,2,balanced,3.4896694819132485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,2,balanced,3.5394293467203775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,2,balanced,3.5814132690429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,16,power_law_1.2,1.5541760444641113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,2,balanced,3.6369333267211914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,2,power_law_1.2,1.1094143867492676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,2,balanced,3.735717455546061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,2,balanced,4.154490788777669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,2,balanced,4.029514630635579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,2,balanced,4.99234135945638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,2,balanced,4.536191940307617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,16,power_law_1.2,2.231596755981445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,2,balanced,6.939861297607422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,2,balanced,7.049397150675456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,4,power_law_1.2,1.6381120681762695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,2,balanced,10.67733891805013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,2,balanced,11.029210408528646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,2,balanced,17.96274185180664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,2,power_law_1.2,1.415187168121338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,4,power_law_1.2,2.394879913330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,2,balanced,21.880411783854168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,2,power_law_1.2,2.0095232009887694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,4,power_law_1.2,3.112895965576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,4,power_law_1.2,3.8017921447753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,2,power_law_1.2,2.9921728134155274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,8,balanced,0.1421013375123342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,8,balanced,0.27565866708755493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,8,balanced,0.3823466698328654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,8,balanced,0.7380212942759196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,8,balanced,1.2753067016601562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,8,balanced,1.6782293319702148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,8,balanced,1.6863999366760254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,8,balanced,1.6882719993591309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,8,balanced,1.6952160199483235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,8,balanced,1.697322686513265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,8,balanced,1.711743990580241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,8,balanced,1.7185920079549153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,8,balanced,1.7260746955871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,8,balanced,1.7461439768473308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,8,balanced,1.7598986625671387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,8,balanced,1.7768054008483887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,8,balanced,1.8100266456604004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,8,balanced,2.1683360735575357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,8,balanced,1.9220693906148274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,8,balanced,2.4241973559061685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,8,balanced,2.1669012705485025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,8,balanced,3.300938606262207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,8,balanced,3.3084214528401694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,8,balanced,5.187658627827962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,8,balanced,5.129562695821126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,8,balanced,8.269450505574545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,8,balanced,9.997397104899088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,64,balanced,0.09303999940554301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,64,balanced,0.11858133474985759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,64,balanced,0.1365546683470408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,64,balanced,0.24862933158874512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,64,balanced,0.291866660118103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,64,balanced,0.28593599796295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,64,balanced,0.2853546738624573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,64,balanced,0.2872213323911031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,64,balanced,0.28003732363382977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,64,balanced,0.2641119956970215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,64,balanced,0.26791467269261676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,64,balanced,0.27136532465616864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,64,balanced,0.27134933074315387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,64,balanced,0.27269333600997925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,64,balanced,0.27431466182072956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,64,balanced,0.28216532866160077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,64,balanced,0.29041600227355957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,64,balanced,0.34707732995351154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,64,balanced,0.350383996963501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,64,balanced,0.44333867232004803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,64,balanced,0.4720319906870524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,64,balanced,0.6614400148391724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,64,balanced,0.6064053376515707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,64,balanced,0.8474346796671549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,64,balanced,0.9782346884409586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,64,balanced,1.4511253039042156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,4,power_law_1.2,5.433523178100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,64,balanced,1.8332959810892742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,4,power_law_1.2,0.18599040508270265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,4,power_law_1.2,0.28314239978790284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,4,power_law_1.2,0.36710400581359864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,4,power_law_1.2,0.4467775821685791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,4,power_law_1.2,0.6510655879974365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,4,power_law_1.2,0.8721216201782227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,4,power_law_1.2,0.8404159545898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,4,power_law_1.2,1.0419584274291993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,4,power_law_1.2,1.0343168258666993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,4,power_law_1.2,0.9674559593200683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,4,power_law_1.2,0.9882559776306152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,4,power_law_1.2,0.9873215675354003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,4,power_law_1.2,1.0629823684692383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,4,power_law_1.2,1.1906623840332031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,4,power_law_1.2,1.1900992393493652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,4,power_law_1.2,1.2622528076171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,4,power_law_1.2,1.3188096046447755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,4,power_law_1.2,1.4332480430603027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,4,power_law_1.2,1.538271999359131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,4,power_law_1.2,1.6993152618408203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,4,power_law_1.2,1.9908096313476562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,2,power_law_1.2,4.579520034790039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,4,power_law_1.2,2.5392831802368163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,4,power_law_1.2,2.8265216827392576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,4,power_law_1.2,3.6217601776123045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,4,power_law_1.2,4.577561569213867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,4,power_law_1.2,5.945075225830078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,4,power_law_1.2,8.208000183105469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,2,power_law_1.01,0.16302720308303834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,2,power_law_1.01,0.22740480899810792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,2,power_law_1.01,0.2655168056488037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,2,power_law_1.01,0.3902911901473999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,2,power_law_1.01,0.49797759056091306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,2,power_law_1.01,0.7128320217132569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,2,power_law_1.01,0.7769792079925537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,2,power_law_1.01,0.7951871871948242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,2,power_law_1.01,0.8471936225891114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,2,power_law_1.01,0.8680319786071777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,2,power_law_1.01,0.8768256187438965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,2,power_law_1.01,0.9153023719787597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,2,power_law_1.01,0.9335231781005859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,2,power_law_1.01,0.9486783981323242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,2,power_law_1.01,1.0198335647583008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,2,power_law_1.01,1.0442751884460448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,2,power_law_1.01,1.1025407791137696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,2,power_law_1.01,1.2273920059204102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,2,power_law_1.01,1.3538240432739257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,2,power_law_1.01,1.694361686706543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,2,power_law_1.01,1.8380607604980468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,2,power_law_1.01,2.490540885925293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,2,power_law_1.01,3.070387268066406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,4,power_law_1.2,7.730464172363281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,2,power_law_1.01,4.247462463378906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,2,power_law_1.01,5.680339050292969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,2,power_law_1.01,8.074899291992187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,2,power_law_1.01,10.353440093994141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,1,balanced,0.1016426682472229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,1,balanced,0.12012799580891927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,1,balanced,0.14571733276049295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,1,balanced,0.19477333625157675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,1,balanced,0.30830933650334674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,1,balanced,0.5499893426895142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,1,balanced,0.7560533682505289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,1,balanced,0.7703519662221273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,1,balanced,0.7760480244954427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,1,balanced,0.7805546919504801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,1,balanced,0.7922399838765463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,1,balanced,0.8044319947560629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,1,balanced,0.8135039806365967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,1,balanced,0.8358826637268066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,1,balanced,0.8530986309051514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,1,balanced,0.8744640350341797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,2,power_law_1.2,5.425766372680664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,1,balanced,0.9144000212351481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,1,balanced,1.007472038269043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,1,balanced,1.1291253566741943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,1,balanced,1.3289439678192139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,1,balanced,1.5947839419047039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,1,balanced,2.001423994700114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,1,balanced,2.676394780476888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,1,balanced,3.4643627802530923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,1,balanced,4.650992075602214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,1,balanced,6.619642893473308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,1,balanced,8.621882756551107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,32,power_law_1.2,0.17783679962158203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,32,power_law_1.2,0.20736639499664306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,32,power_law_1.2,0.20432000160217284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,32,power_law_1.2,0.198854398727417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,32,power_law_1.2,0.19975039958953858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,32,power_law_1.2,0.17032959461212158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,32,power_law_1.2,0.14250240325927735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,32,power_law_1.2,0.18406399488449096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,32,power_law_1.2,0.19904639720916747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,32,power_law_1.2,0.17558399438858033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,32,power_law_1.2,0.20102400779724122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,32,power_law_1.2,0.20232961177825928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,32,power_law_1.2,0.1960319995880127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,32,power_law_1.2,0.21465599536895752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,32,power_law_1.2,0.20647039413452148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,32,power_law_1.2,0.24218881130218506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,32,power_law_1.2,1.8365440368652344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,32,power_law_1.2,1.901683235168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,32,power_law_1.2,0.3363647937774658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,32,power_law_1.2,0.4250495910644531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,32,power_law_1.2,0.4744703769683838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,32,power_law_1.2,0.6261248111724853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,32,power_law_1.2,0.8365695953369141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,32,power_law_1.2,1.1727487564086914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,32,power_law_1.2,1.5043840408325195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,32,power_law_1.2,1.9601984024047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,32,power_law_1.2,2.8812288284301757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,8,power_law_1.2,0.03592959940433502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,8,power_law_1.2,0.035648000240325925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,8,power_law_1.2,0.03610239923000336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,8,power_law_1.2,0.03596160113811493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,8,power_law_1.2,0.03627519905567169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,8,power_law_1.2,0.04987519979476929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,8,power_law_1.2,0.06488320231437683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,8,power_law_1.2,0.0688256025314331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,8,power_law_1.2,0.425548791885376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,8,power_law_1.2,0.7805312156677247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,8,power_law_1.2,0.05615360140800476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,8,power_law_1.2,0.056569600105285646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,8,power_law_1.2,0.05786240100860596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,8,power_law_1.2,0.06253439784049988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,8,power_law_1.2,0.06775040030479432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,8,power_law_1.2,0.07207040190696716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,8,power_law_1.2,0.08930559754371643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,8,power_law_1.2,0.10779520273208618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,8,power_law_1.2,0.15014400482177734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,128,power_law_1.2,0.04023039937019348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,128,power_law_1.2,0.04013440012931824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,128,power_law_1.2,0.03733760118484497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,128,power_law_1.2,0.0409855991601944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,128,power_law_1.2,0.04995200037956238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,128,power_law_1.2,0.03997440040111542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,8,power_law_1.2,0.21020159721374512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,128,power_law_1.2,0.04044159948825836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,128,power_law_1.2,0.040703999996185306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,128,power_law_1.2,0.04079360067844391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,128,power_law_1.2,0.04087679982185364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,128,power_law_1.2,0.04168320000171662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,128,power_law_1.2,0.04190079867839813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,128,power_law_1.2,0.04204800128936768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,128,power_law_1.2,0.043110400438308716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,128,power_law_1.2,0.04689919948577881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,128,power_law_1.2,0.04795520007610321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,128,power_law_1.2,0.05181440114974976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,128,power_law_1.2,0.06835839748382569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,128,power_law_1.2,0.08538240194320679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,128,power_law_1.2,0.11262719631195069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,128,power_law_1.2,0.16312320232391359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,128,power_law_1.2,0.2128448009490967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,128,power_law_1.2,0.26029438972473146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,128,power_law_1.2,0.4337344169616699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,128,power_law_1.2,0.5842304229736328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,8,power_law_1.2,0.2518719911575317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,128,power_law_1.2,0.8661824226379394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,128,power_law_1.2,1.0419520378112792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,8,power_law_1.2,0.3622591972351074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,256,balanced,0.15412799517313638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,256,balanced,0.1556000014146169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,256,balanced,0.15610667069753012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,256,balanced,0.16725333531697592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,256,balanced,0.16857065757115683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,256,balanced,0.16103999813397726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,256,balanced,0.16216533382733664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,256,balanced,0.16246933738390604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,256,balanced,0.16315733393033346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,256,balanced,0.1634719967842102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,256,balanced,0.1676959991455078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,256,balanced,0.16835200786590576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,256,balanced,0.16896533966064453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,256,balanced,0.17497599124908447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,256,balanced,0.17588800191879272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,256,balanced,0.18332266807556152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,256,balanced,0.18938666582107544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,256,balanced,0.20998400449752808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,256,balanced,0.2223200003306071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,256,balanced,0.2613919973373413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,256,balanced,0.28726400931676227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,256,balanced,0.3952853282292684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,256,balanced,0.4429119825363159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,256,balanced,0.5660853385925293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,256,balanced,0.7574133078257242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,256,balanced,1.0410772959391277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,256,balanced,1.3213067054748535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,8,power_law_1.2,0.3916160106658936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,8,power_law_1.2,0.5228415966033936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,8,power_law_1.2,0.713324785232544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,16,balanced,0.03319466610749563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,16,balanced,0.03081600119670232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,16,balanced,0.031248000760873158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,16,balanced,0.04473066826661428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,16,balanced,0.06854400038719177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,16,balanced,0.07038400073846181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,16,balanced,0.07069866855939229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,16,balanced,0.07081066568692525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,16,balanced,0.07108266651630402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,16,balanced,0.07144000132878621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,16,balanced,0.07314666608969371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,16,balanced,0.07372266550858815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,16,balanced,0.07493333518505096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,16,balanced,0.07635200023651123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,16,balanced,0.08142399787902832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,16,balanced,0.08259200056393941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,16,balanced,0.08676266670227051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,16,balanced,0.09389866391817729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,16,balanced,0.0965119997660319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,16,balanced,0.12128000458081563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,16,balanced,0.12590932846069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,16,balanced,0.15763733784357706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,16,balanced,0.1928159991900126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,16,balanced,0.27190399169921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,16,balanced,0.35388267040252686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,16,balanced,0.48106666405995685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,16,balanced,0.6320213476816813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,8,power_law_1.2,0.9848064422607422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,8,power_law_1.2,1.3176128387451171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,2,balanced,0.09717333316802979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,2,balanced,0.11534399787584941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,2,balanced,0.15894933541615805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,2,balanced,0.2653706669807434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,2,balanced,0.48502933979034424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,2,balanced,0.8724213441212972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,2,balanced,0.8811786969502767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,2,balanced,0.8901013533274332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,2,balanced,0.8923359711964926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,2,balanced,0.9000853697458903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,2,balanced,0.9085333347320557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,2,balanced,0.9168907006581625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,2,balanced,0.9256853262583414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,2,balanced,0.9410026868184408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,2,balanced,0.9546453158060709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,2,balanced,0.9699467023213705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,2,balanced,0.9874186515808105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,2,balanced,1.0492106278737385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,2,balanced,1.129472017288208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,2,balanced,1.2529066403706868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,2,balanced,1.3987360000610352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,2,balanced,1.7382453282674153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,2,balanced,1.9661973317464192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,2,balanced,2.9257278442382812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,2,balanced,3.4420693715413413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,2,balanced,5.126549402872722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,2,balanced,6.5730133056640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,64,balanced,0.03718400001525879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,64,balanced,0.03854399919509888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,64,balanced,0.03739733248949051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,64,balanced,0.03740799923737844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,64,balanced,0.0390133336186409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,64,balanced,0.04055466751257578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,64,balanced,0.04048533240954081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,64,balanced,0.04084266722202301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,64,balanced,0.04085866610209147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,64,balanced,0.04124266654253006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,64,balanced,0.04211199780305227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,64,balanced,0.04275199770927429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,64,balanced,0.043466667334238686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,64,balanced,0.04529599845409393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,64,balanced,0.060533334811528526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,64,balanced,0.061568001906077065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,64,balanced,0.06486399968465169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,64,balanced,0.07019733389218648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,64,balanced,0.07270933190981548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,64,balanced,0.0792746643225352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,64,balanced,0.08444266517957051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,64,balanced,0.09528000156084697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,64,balanced,0.11098133524258931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,64,balanced,0.16681599617004395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,64,balanced,0.1784213383992513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,64,balanced,0.27667733033498126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,64,balanced,0.30267200867335003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.272710394859314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.3435456037521362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.3684096097946167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.4390848159790039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.44080638885498047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.45351037979125974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.46024317741394044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.5374911785125732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.7553023815155029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.7652671813964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.6228159904479981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.7430848121643067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.9007679939270019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.8633919715881347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,4,power_law_1.2,1.0265151977539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,4,power_law_1.2,1.0866304397583009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,4,power_law_1.2,1.4342016220092773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,4,power_law_1.2,2.0612287521362305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,4,power_law_1.2,2.225337600708008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,4,power_law_1.2,3.8190017700195313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.16060160398483275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.17475199699401855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.15013760328292847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.15054080486297608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.1631872057914734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.14892159700393676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.15177600383758544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.1531008005142212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.15460480451583863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.15496959686279296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.161407995223999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.163264000415802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.1660863995552063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,4,power_law_1.2,5.0461376190185545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.18757760524749756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.18408960103988647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.23055999279022216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.2560895919799805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.3418816089630127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.381113600730896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.5932608127593995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.6477312088012696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.9534144401550293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,128,power_law_1.01,1.0245183944702148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,128,power_law_1.01,1.5526016235351563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,128,power_law_1.01,1.7781951904296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,128,power_law_1.01,3.1820735931396484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,4,power_law_1.2,6.344051361083984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,128,power_law_1.01,3.7449920654296873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.534611177444458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.8631872177124024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.9985216140747071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,4,power_law_1.2,1.3216064453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,4,power_law_1.2,1.8063936233520508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,4,power_law_1.2,1.6646272659301757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,4,power_law_1.2,2.741184043884277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,4,power_law_1.2,2.466739273071289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,4,power_law_1.2,2.6987327575683593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,4,power_law_1.2,2.8742143630981447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,4,power_law_1.2,2.6947711944580077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,4,power_law_1.2,2.9465280532836915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,4,power_law_1.2,3.1742528915405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,4,power_law_1.2,10.71624984741211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,4,power_law_1.2,3.0537343978881837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,4,power_law_1.2,3.1982400894165037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,4,power_law_1.2,3.361491012573242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,4,power_law_1.2,3.926726531982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,4,power_law_1.2,4.450201416015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,4,power_law_1.2,4.583295822143555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,4,power_law_1.2,5.437292861938476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,4,power_law_1.2,5.268883132934571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,4,power_law_1.2,6.473222351074218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,4,power_law_1.2,7.654029083251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,4,power_law_1.2,10.53078384399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,4,power_law_1.2,13.497850036621093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,4,power_law_1.2,19.777235412597655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,4,power_law_1.2,13.73053436279297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,4,power_law_1.2,23.22644500732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,4,power_law_1.2,13.489254760742188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.3926975965499878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.3923520088195801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.3918976068496704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.39169280529022216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.3932543992996216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.39800961017608644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.4168064117431641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.63471360206604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.783680009841919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.8621376037597657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.7235648155212402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.8815103530883789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,8,power_law_1.01,1.1782912254333495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.9212224006652832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,8,power_law_1.01,1.2341055870056152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,8,power_law_1.01,1.4934144020080566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,8,power_law_1.01,1.8044095993041993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,8,power_law_1.01,2.5493696212768553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,8,power_law_1.01,3.28350715637207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,4,power_law_1.2,27.112762451171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,8,power_law_1.01,4.981529617309571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,8,power_law_1.01,6.723296356201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,8,power_law_1.01,9.853395080566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,8,power_law_1.01,13.499603271484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,8,power_law_1.01,19.249542236328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,32,power_law_1.01,0.031814399361610415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,32,power_law_1.01,0.02951039969921112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,32,power_law_1.01,0.028992000222206115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,32,power_law_1.01,0.0293503999710083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,32,power_law_1.01,0.03038719892501831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,32,power_law_1.01,0.031641599535942075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,32,power_law_1.01,0.03219200074672699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,32,power_law_1.01,0.03212159872055054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,32,power_law_1.01,0.037478399276733396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,32,power_law_1.01,0.041433599591255185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,32,power_law_1.01,0.050348800420761106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,32,power_law_1.01,0.05139840245246887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,32,power_law_1.01,0.1496384024620056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,32,power_law_1.01,0.04684160053730011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,32,power_law_1.01,0.05010560154914856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,32,power_law_1.01,0.05183359980583191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,32,power_law_1.01,0.05326719880104065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,32,power_law_1.01,0.07212160229682922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,32,power_law_1.01,0.0748416006565094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,32,power_law_1.01,0.09919999837875366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,32,power_law_1.01,0.12024960517883301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,32,power_law_1.01,0.15321600437164307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,32,power_law_1.01,0.19705599546432495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,32,power_law_1.01,0.2951872110366821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,32,power_law_1.01,0.3501375913619995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,32,power_law_1.01,0.5059072017669678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,32,power_law_1.01,0.6354112148284912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,8,power_law_1.01,23.870016479492186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,4,power_law_1.2,30.505343627929687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,2,balanced,0.08002666632334392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,2,balanced,0.12756266196568808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,2,balanced,0.20350933074951172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,2,balanced,0.3811039924621582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,2,balanced,0.7173759937286377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,2,balanced,0.7395839691162109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,2,balanced,0.7452212969462076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,2,balanced,0.7350666522979736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,2,balanced,0.737114667892456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,2,balanced,0.7387039661407471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,2,balanced,0.7490826447804769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,2,balanced,0.7545973459879557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,2,balanced,0.7610613505045573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,2,balanced,0.7688426971435547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,2,balanced,0.8095680077870687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,2,balanced,0.8227413495381674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,2,balanced,0.8497973283131918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,2,balanced,0.8967146873474121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,2,balanced,0.9545066356658936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,2,balanced,1.1050986448923747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,2,balanced,1.2125066916147869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,2,balanced,1.797866662343343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,2,balanced,2.0186773935953775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,2,balanced,2.9182561238606772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,2,balanced,3.8265600204467773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,2,balanced,5.742021560668945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,2,balanced,7.64900271097819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,8,power_law_1.01,37.51491088867188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,4,balanced,0.07347199817498525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,4,balanced,0.0747519979874293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,4,balanced,0.08274133503437042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,4,balanced,0.09648533662160237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,4,balanced,0.12281599640846252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,4,balanced,0.13766400019327799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,4,balanced,0.14850667119026184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,4,balanced,0.14082133769989014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,4,balanced,0.14272000392278036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,4,balanced,0.14362667004267374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,4,balanced,0.1476533313592275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,4,balanced,0.15044800440470377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,4,balanced,0.15256533026695251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,4,balanced,0.1588213344415029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,4,balanced,0.166512002547582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,4,balanced,0.17229866981506348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,4,balanced,0.18289067347844443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,4,balanced,0.24299200375874838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,4,balanced,0.23780800898869833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,4,balanced,0.353002667427063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,4,balanced,0.3838026523590088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,4,balanced,0.5723626613616943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,4,balanced,0.6797813574473063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,4,balanced,0.9129066467285156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,4,balanced,1.2029386361440022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,4,balanced,1.7768747011820476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,4,balanced,2.2653120358784995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,2,power_law_1.2,0.09381759762763978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,2,power_law_1.2,0.10861439704895019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,2,power_law_1.2,0.12237440347671509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,2,power_law_1.2,0.14222079515457153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,2,power_law_1.2,0.18229759931564332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,2,power_law_1.2,0.23206400871276855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,2,power_law_1.2,0.25382399559020996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,2,power_law_1.2,0.31703040599822996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,2,power_law_1.2,0.32704639434814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,2,power_law_1.2,0.3240000009536743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,2,power_law_1.2,0.3515007972717285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,2,power_law_1.2,0.37034239768981936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,2,power_law_1.2,0.3905344009399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,2,power_law_1.2,0.39263999462127686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,2,power_law_1.2,0.4306816101074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,2,power_law_1.2,0.4497471809387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,2,power_law_1.2,0.5034111976623535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,2,power_law_1.2,0.5847296237945556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,2,power_law_1.2,0.6576576232910156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,2,power_law_1.2,0.8164608001708984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,2,power_law_1.2,0.974790382385254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,2,power_law_1.2,1.290777587890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,2,power_law_1.2,1.5953023910522461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,2,power_law_1.2,2.2453376770019533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,2,power_law_1.2,2.8347904205322267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,2,power_law_1.2,3.859782409667969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,2,power_law_1.2,5.129484939575195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,8,power_law_1.01,48.47548828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,8,balanced,0.118367999792099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,8,balanced,0.16472533345222473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,8,balanced,0.2712106704711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,8,balanced,0.4593386650085449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,8,balanced,0.8648906548817953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,8,balanced,1.6525972684224446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,8,balanced,2.466757297515869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,8,balanced,2.471834659576416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,8,balanced,2.478661378224691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,8,balanced,2.483674685160319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,8,balanced,2.475829283396403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,8,balanced,2.4832746187845864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,8,balanced,2.4869813919067383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,8,balanced,2.504437287648519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,8,balanced,2.514431953430176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,8,balanced,2.5299839973449707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,8,balanced,2.5541440645853677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,8,balanced,2.59933869043986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,8,balanced,2.6843201319376626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,8,balanced,2.7536853154500327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,8,balanced,2.862431844075521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,8,balanced,2.993808110555013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,8,balanced,3.4713865915934243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,8,balanced,3.7206080754597983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,8,balanced,5.936821619669597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,8,balanced,6.333669026692708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,8,balanced,9.17408561706543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.11345920562744141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.10577280521392822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.10371840000152588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.10427520275115967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.10477440357208252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.1074944019317627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.1092352032661438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.11018879413604736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.1111680030822754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.11607040166854858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.12222720384597778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.1240447998046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.12457599639892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.4800447940826416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,256,power_law_1.2,1.7867647171020509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,256,power_law_1.2,1.801081657409668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.22271358966827393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.3182463884353638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.4024831771850586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.5566656112670898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.7346176147460938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,256,power_law_1.2,1.147481632232666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,256,power_law_1.2,1.1790464401245118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,256,power_law_1.2,1.8119680404663085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,256,power_law_1.2,2.4565887451171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,256,power_law_1.2,4.1762432098388675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,256,power_law_1.2,6.0859840393066404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,16,power_law_1.2,0.08307200074195861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,16,power_law_1.2,0.06970239877700805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,16,power_law_1.2,0.07212799787521362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,16,power_law_1.2,0.0650111973285675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,16,power_law_1.2,0.06166399717330932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,16,power_law_1.2,0.0699072003364563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,16,power_law_1.2,0.0775551974773407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,16,power_law_1.2,0.07984640002250672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,16,power_law_1.2,0.08145920038223267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,16,power_law_1.2,0.08407679796218873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,16,power_law_1.2,0.09244800209999085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,16,power_law_1.2,0.09471359848976135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,16,power_law_1.2,0.09777920246124268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,16,power_law_1.2,0.09154559969902039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,16,power_law_1.2,0.10126080513000488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,16,power_law_1.2,0.1269376039505005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,16,power_law_1.2,0.12945280075073243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,16,power_law_1.2,0.14960000514984131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,16,power_law_1.2,0.1791551947593689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,16,power_law_1.2,0.25419518947601316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,16,power_law_1.2,0.3047935962677002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,16,power_law_1.2,0.49441280364990237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,16,power_law_1.2,0.49521918296813966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,16,power_law_1.2,0.7230656147003174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,16,power_law_1.2,0.9855104446411133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,16,power_law_1.2,1.5408576011657715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,8,power_law_1.2,0.07082880139350892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,8,power_law_1.2,0.06292480230331421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,8,power_law_1.2,0.06181120276451111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,8,power_law_1.2,0.06381440162658691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,8,power_law_1.2,0.06637439727783204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,8,power_law_1.2,0.07067520022392274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,8,power_law_1.2,0.06935679912567139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,8,power_law_1.2,0.06896640062332153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,8,power_law_1.2,0.07114239931106567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,8,power_law_1.2,0.07109119892120361
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,8,power_law_1.2,0.08081279993057251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,8,power_law_1.2,0.08451200127601624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,8,power_law_1.2,0.08503040075302123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,8,power_law_1.2,0.09229440093040467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,8,power_law_1.2,0.09831680059432983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,8,power_law_1.2,0.10528000593185424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,8,power_law_1.2,0.10660480260848999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,8,power_law_1.2,0.12486399412155151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,8,power_law_1.2,0.1404031991958618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,8,power_law_1.2,0.1753600001335144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,8,power_law_1.2,0.2067903995513916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,8,power_law_1.2,0.2904576063156128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,8,power_law_1.2,0.3667903900146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,8,power_law_1.2,0.506771183013916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,8,power_law_1.2,0.6942592144012452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,8,power_law_1.2,1.0346303939819337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,8,power_law_1.2,1.2452863693237304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,1,power_law_1.2,0.11210880279541016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,1,power_law_1.2,0.16806399822235107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,1,power_law_1.2,0.30449280738830564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,1,power_law_1.2,0.45971198081970216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,1,power_law_1.2,0.6566143989562988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,1,power_law_1.2,1.1416511535644531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,1,power_law_1.2,1.228115177154541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,1,power_law_1.2,1.2959232330322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,1,power_law_1.2,1.3539008140563964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,1,power_law_1.2,1.3919743537902831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,1,power_law_1.2,1.4165887832641602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,1,power_law_1.2,1.4864704132080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,1,power_law_1.2,1.5423551559448243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,1,power_law_1.2,1.6085952758789062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,1,power_law_1.2,1.6403392791748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,1,power_law_1.2,1.6755840301513671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,1,power_law_1.2,1.7198976516723632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,1,power_law_1.2,1.7624832153320313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,1,power_law_1.2,1.8849216461181642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,1,power_law_1.2,2.117651176452637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,1,power_law_1.2,2.5072832107543945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,1,power_law_1.2,3.0687360763549805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,1,power_law_1.2,3.643584060668945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,1,power_law_1.2,4.745222473144532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,1,power_law_1.2,5.899532699584961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,1,power_law_1.2,8.2451904296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,8,power_law_1.2,0.057843202352523805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,8,power_law_1.2,0.052153599262237546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,8,power_law_1.2,0.05493760108947754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,8,power_law_1.2,0.06190720200538635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,8,power_law_1.2,0.05882880091667175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,8,power_law_1.2,0.06312320232391358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,8,power_law_1.2,0.06541439890861511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,8,power_law_1.2,0.06663680076599121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,8,power_law_1.2,0.0677183985710144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,8,power_law_1.2,0.06859520077705383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,8,power_law_1.2,0.07209600210189819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,8,power_law_1.2,0.07299200296401978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,16,power_law_1.2,1.7029888153076171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,8,power_law_1.2,0.07546240091323853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,8,power_law_1.2,0.07937920093536377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,8,power_law_1.2,0.08575999736785889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,8,power_law_1.2,0.08848000168800355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,8,power_law_1.2,0.09976320266723633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,8,power_law_1.2,0.12238719463348388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,8,power_law_1.2,0.14289920330047606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,8,power_law_1.2,0.1891136050224304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,8,power_law_1.2,0.23491840362548827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,8,power_law_1.2,0.3648000001907349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,1,power_law_1.2,10.559078216552734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,8,power_law_1.2,0.40728321075439455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,8,power_law_1.2,0.6692031860351563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,8,power_law_1.2,0.8301504135131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,8,power_law_1.2,1.0120832443237304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,8,power_law_1.2,1.7204160690307617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.05745919942855835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.06996480226516724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.0812608003616333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.12468479871749878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.12702080011367797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.13003519773483277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.12787840366363526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.13034240007400513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.13602559566497802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.14173439741134644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.1488703966140747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.15962239503860473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.17503999471664428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.17317119836807252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.18897279500961303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.22069120407104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.230348801612854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.29293439388275144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.35313920974731444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.47847681045532225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.612172794342041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.8881600379943848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,4,power_law_1.2,0.24063360691070557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,4,power_law_1.2,0.26847360134124754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,1,power_law_1.01,1.1431488037109374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,4,power_law_1.2,0.354201602935791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,4,power_law_1.2,0.4417727947235107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,4,power_law_1.2,0.5682623863220215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,4,power_law_1.2,0.8461119651794433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,4,power_law_1.2,0.8382464408874511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,4,power_law_1.2,0.7957568168640137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,4,power_law_1.2,0.8389311790466308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,4,power_law_1.2,0.8090047836303711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,4,power_law_1.2,0.88919038772583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,4,power_law_1.2,0.8953087806701661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,4,power_law_1.2,0.9213695526123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,4,power_law_1.2,0.955072021484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,4,power_law_1.2,0.9785152435302734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,4,power_law_1.2,1.022374439239502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,4,power_law_1.2,1.1187135696411132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,4,power_law_1.2,1.221945571899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,4,power_law_1.2,1.2218943595886231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,4,power_law_1.2,1.4779583930969238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,4,power_law_1.2,1.7911935806274415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,4,power_law_1.2,2.2986623764038088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,4,power_law_1.2,2.664556884765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,4,power_law_1.2,4.189894485473633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,2,power_law_1.2,0.07608960270881653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,2,power_law_1.2,0.08793600201606751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,2,power_law_1.2,0.13486720323562623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,2,power_law_1.2,0.1614016056060791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,2,power_law_1.2,0.2026047945022583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,4,power_law_1.2,4.879808044433593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,2,power_law_1.2,0.33257598876953126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,2,power_law_1.2,0.3423360109329224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,2,power_law_1.2,0.35359361171722414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,2,power_law_1.2,0.3787519931793213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,2,power_law_1.2,0.37100160121917725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,2,power_law_1.2,0.381715202331543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,2,power_law_1.2,0.3964992046356201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,2,power_law_1.2,0.39728000164031985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,4,power_law_1.2,7.473471832275391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,2,power_law_1.2,0.4176447868347168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,2,power_law_1.2,0.43140478134155275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,2,power_law_1.2,0.4354239940643311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,2,power_law_1.2,0.473964786529541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,2,power_law_1.2,0.528115177154541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,2,power_law_1.2,0.5764927864074707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,2,power_law_1.2,0.7806015968322754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,4,power_law_1.2,9.485625457763671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,2,power_law_1.2,0.844480037689209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,1,power_law_1.01,1.6770368576049806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,2,power_law_1.2,1.142956829071045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,2,power_law_1.2,1.4817407608032227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,1,power_law_1.01,2.197907257080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,1,power_law_1.01,3.261209487915039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,1,power_law_1.01,0.4126016139984131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,1,power_law_1.01,0.6511744022369385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,1,power_law_1.01,1.1948991775512696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,1,power_law_1.01,2.0596799850463867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,1,power_law_1.01,2.919148826599121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,1,power_law_1.01,4.896384048461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,1,power_law_1.01,5.2653953552246096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,1,power_law_1.01,5.536595153808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,1,power_law_1.01,5.7163135528564455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,1,power_law_1.01,5.777062225341797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,1,power_law_1.01,5.9492542266845705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,1,power_law_1.01,6.134924697875976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,1,power_law_1.01,6.517062377929688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,1,power_law_1.01,6.913625335693359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,2,power_law_1.2,2.0420480728149415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,1,power_law_1.01,7.387750244140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,1,power_law_1.01,7.73056640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,1,power_law_1.01,4.324147033691406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,1,power_law_1.01,7.970835113525391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,2,power_law_1.2,2.789267158508301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,1,power_law_1.01,8.923302459716798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,1,power_law_1.01,8.435820770263671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,1,power_law_1.01,9.412493133544922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,1,power_law_1.01,10.37987823486328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,1,power_law_1.01,12.801625061035157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,1,power_law_1.01,15.139109802246093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,1,power_law_1.01,19.94067840576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,1,power_law_1.01,24.996134948730468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,1,power_law_1.01,34.74734191894531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,2,power_law_1.2,3.6209278106689453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,1,power_law_1.01,44.692056274414064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,2,balanced,0.17762132485707602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,2,balanced,0.2581653396288554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,2,balanced,0.4695626497268677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,2,balanced,0.8670240243275961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,2,balanced,1.6773279507954915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,2,balanced,3.2629388173421225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,2,balanced,4.857909202575684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,2,balanced,4.879824002583821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,2,balanced,4.891455968221028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,2,balanced,4.899456024169922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,2,balanced,4.922314643859863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,2,balanced,4.944047927856445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,2,balanced,4.961615880330403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,2,balanced,5.002640088399251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,2,balanced,5.036186536153157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,2,balanced,5.071605364481608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,2,balanced,5.135130564371745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,2,balanced,5.253429412841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,2,balanced,5.460277557373047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,2,balanced,5.66534423828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,2,balanced,5.831535975138347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,2,balanced,6.134154637654622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,2,balanced,6.822341283162435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,2,power_law_1.2,5.309638214111328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,2,balanced,7.442666371663411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,8,balanced,0.0666720022757848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,8,balanced,0.06960533559322357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,8,balanced,0.07720000048478444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,8,balanced,0.09222933650016785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,8,balanced,0.11134399970372517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,8,balanced,0.1676373283068339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,8,balanced,0.16035733620325723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,8,balanced,0.15894933541615805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,8,balanced,0.16055466731389365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,8,balanced,0.16063466668128967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,8,balanced,0.16742932796478271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,8,balanced,0.16665599743525186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,8,balanced,0.1676106651624044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,8,balanced,0.17442667484283447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,8,balanced,0.17978666226069132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,8,balanced,0.18569066127141318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,2,balanced,12.286229451497396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,8,balanced,0.19372800985972086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,8,balanced,0.21571199099222818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,8,balanced,0.24124266703923544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,8,balanced,0.31736000378926593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,8,balanced,0.33473066488901776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,8,balanced,0.46609067916870117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,8,balanced,0.5181279977162679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,8,balanced,0.7987199624379476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,8,balanced,0.9131573041280111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,8,balanced,1.270581324895223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,2,balanced,13.869040171305338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,8,balanced,1.6359626452128093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,2,balanced,19.185216267903645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,128,balanced,0.07179733117421468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,128,balanced,0.08876799543698628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,128,balanced,0.07364266614119212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,128,balanced,0.10032000144322713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,128,balanced,0.11743467052777608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,128,balanced,0.11090133587519328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,128,balanced,0.11215999722480774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,128,balanced,0.11218133568763733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,128,balanced,0.11301333705584209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,128,balanced,0.11363733808199565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,128,balanced,0.11805867155392964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,128,balanced,0.11846933762232463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,128,balanced,0.11923199892044067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,128,balanced,0.12532800436019897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,128,balanced,0.1267146666844686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,128,balanced,0.132533331712087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,128,balanced,0.13949333628018698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,128,balanced,0.17004267374674478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,128,balanced,0.17909334103266397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,128,balanced,0.23826134204864502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,128,balanced,0.25226666529973346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,128,balanced,0.36451200644175213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,128,balanced,0.3173919916152954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,128,balanced,0.4687519868214925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,128,balanced,0.538101315498352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,128,balanced,0.744879961013794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,128,balanced,0.9666933218638102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,1,balanced,0.11499733726183574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,1,balanced,0.136954665184021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,1,balanced,0.1902079979578654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,1,balanced,0.30513066053390503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,1,balanced,0.4995306730270386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,1,balanced,0.9095839659372965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,1,balanced,1.3267626762390137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,1,balanced,1.3370453516642253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,1,balanced,1.347119967142741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,1,balanced,1.3518667221069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,1,balanced,1.3727199236551921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,1,balanced,1.3886186281840007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,1,balanced,1.4016213417053223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,1,balanced,1.4266986846923828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,1,balanced,1.4439199765523274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,1,balanced,1.479109287261963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,1,balanced,1.5240160624186199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,1,balanced,1.624549388885498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,1,balanced,1.7848960558573406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,1,balanced,2.0038347244262695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,1,balanced,2.2702560424804688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,1,balanced,2.6727946599324546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,1,balanced,3.3890558878580728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,1,balanced,4.192741394042969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,1,balanced,5.638394673665364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,1,balanced,7.8579254150390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,1,balanced,10.433600107828775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,2,power_law_1.01,0.3161151885986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,2,power_law_1.01,0.4884031772613525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,2,power_law_1.01,0.8802111625671387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,2,power_law_1.01,1.117523193359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,2,power_law_1.01,1.8220991134643554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,2,power_law_1.01,2.4530559539794923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,2,power_law_1.01,2.8297151565551757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,2,power_law_1.01,3.5749889373779298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.09564800262451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,2,power_law_1.01,3.6146942138671876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.1143231987953186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.1345023989677429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.1913856029510498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,2,power_law_1.01,3.718316650390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.24739201068878175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.3173696041107178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.4063104152679443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,2,power_law_1.01,3.5595775604248048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.43232002258300783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.4513855934143066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.4664576053619385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,2,power_law_1.01,3.9447551727294923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.48768000602722167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.5267839908599854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.5273600101470948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,2,power_law_1.01,4.024832153320313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.5979968070983886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.6206143856048584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.6801216125488281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,2,power_law_1.01,4.249593734741211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.6837823867797852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.8352448463439941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,1,power_law_1.01,1.001587200164795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,2,power_law_1.01,4.373574447631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,1,power_law_1.01,1.2549951553344727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,1,power_law_1.01,1.4486720085144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,2,power_law_1.01,4.505638504028321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,1,power_law_1.01,1.9114879608154296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,1,power_law_1.01,2.382815933227539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,2,power_law_1.01,4.724588775634766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,1,power_law_1.01,3.3698368072509766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,2,power_law_1.01,5.7813568115234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,1,power_law_1.01,4.374176025390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,2,power_law_1.01,5.619712066650391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,1,power_law_1.01,6.2780609130859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,2,power_law_1.01,6.463814544677734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,1,power_law_1.01,8.24901123046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,2,power_law_1.01,6.861881256103516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,2,power_law_1.01,8.470047760009766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,2,power_law_1.01,8.80675811767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,2,power_law_1.01,10.707564544677734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,2,power_law_1.01,13.311917114257813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,2,power_law_1.01,18.088844299316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,2,power_law_1.01,22.329510498046876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,8,balanced,0.05524266759554545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,8,balanced,0.0447626660267512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,8,balanced,0.04471466441949209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,8,balanced,0.04788800080617269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,8,balanced,0.05106666684150696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,8,balanced,0.05292266607284546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,8,balanced,0.05328533550103506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,8,balanced,0.052655999859174095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,8,balanced,0.05288533369700114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,8,balanced,0.05515733361244202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,8,balanced,0.05859733124574026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,8,balanced,0.06377600133419037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,8,balanced,0.06279466549555461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,8,balanced,0.06742933392524719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,8,balanced,0.07396799822648366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,8,balanced,0.07773333291212718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,8,balanced,0.07762666543324788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,8,balanced,0.08538666367530823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,8,balanced,0.09427199761072795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,8,balanced,0.11623467008272807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,8,balanced,0.1327946682771047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,8,balanced,0.17715734243392944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,8,balanced,0.2226453423500061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,8,balanced,0.31009600559870404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,8,balanced,0.4060906569163005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,8,balanced,0.5753386815388998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,8,balanced,0.776367982228597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,32,power_law_1.2,0.06101120114326477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,32,power_law_1.2,0.05676800012588501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,32,power_law_1.2,0.055353599786758426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,32,power_law_1.2,0.0554751992225647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,32,power_law_1.2,0.05482239723205566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,32,power_law_1.2,0.05658239722251892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,32,power_law_1.2,0.05694079995155334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,32,power_law_1.2,0.05739520192146301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,32,power_law_1.2,0.05856639742851257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,32,power_law_1.2,0.061638402938842776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,32,power_law_1.2,0.069651198387146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,32,power_law_1.2,0.07482240200042725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,32,power_law_1.2,0.08320000171661376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,32,power_law_1.2,0.0906175971031189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,32,power_law_1.2,0.6494080066680908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,32,power_law_1.2,0.7913856029510498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,32,power_law_1.2,0.09091839790344239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,32,power_law_1.2,0.10339200496673584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,32,power_law_1.2,0.1118399977684021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,32,power_law_1.2,0.15192960500717162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,32,power_law_1.2,0.17950719594955444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,32,power_law_1.2,0.24929919242858886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,32,power_law_1.2,0.2944063901901245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,32,power_law_1.2,0.44579200744628905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,32,power_law_1.2,0.5547327995300293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,32,power_law_1.2,0.7445119857788086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,32,power_law_1.2,0.9878911972045898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,4,power_law_1.2,0.11073919534683227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,4,power_law_1.2,0.12277760505676269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,4,power_law_1.2,0.13708159923553467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,4,power_law_1.2,0.17184000015258788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,4,power_law_1.2,0.22003839015960694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,4,power_law_1.2,0.23383040428161622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,4,power_law_1.2,0.2677311897277832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,4,power_law_1.2,0.296230411529541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,4,power_law_1.2,0.30645759105682374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,4,power_law_1.2,0.3185920000076294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,4,power_law_1.2,0.2955327987670898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,4,power_law_1.2,0.34958720207214355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,4,power_law_1.2,0.3367039918899536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,4,power_law_1.2,0.39130239486694335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,4,power_law_1.2,0.4060351848602295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,4,power_law_1.2,0.40471038818359373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,4,power_law_1.2,0.4269887924194336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,2,power_law_1.2,0.06583679914474487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,4,power_law_1.2,0.509715223312378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,2,power_law_1.2,0.08486400246620178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,32,power_law_1.01,0.18627840280532837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,2,power_law_1.2,0.0939199984073639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,4,power_law_1.2,0.5537343978881836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,2,power_law_1.2,0.12337280511856079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,32,power_law_1.01,0.15893759727478027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,4,power_law_1.2,0.6377024173736572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,2,power_law_1.2,0.16808320283889772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,32,power_law_1.01,0.1565440058708191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,4,power_law_1.2,0.7365312099456787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,2,power_law_1.2,0.19735679626464844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,32,power_law_1.01,0.15635199546813966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,2,power_law_1.2,0.25445759296417236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,4,power_law_1.2,1.0249919891357422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,32,power_law_1.01,0.15023360252380372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,2,power_law_1.2,0.2817280054092407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,4,power_law_1.2,1.2155712127685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,2,power_law_1.2,0.27399680614471433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,32,power_law_1.01,0.15342719554901124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,2,power_law_1.2,0.28107519149780275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,4,power_law_1.2,1.6178943634033203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,32,power_law_1.01,0.16195839643478394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,32,power_law_1.01,0.1590656042098999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,2,power_law_1.2,0.2864000082015991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,4,power_law_1.2,1.9605119705200196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,32,power_law_1.01,0.1588736057281494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,32,power_law_1.01,0.15391360521316527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,32,power_law_1.01,0.16172159910202027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,4,power_law_1.2,3.1663103103637695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,32,power_law_1.01,0.16881279945373534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,32,power_law_1.01,0.17530879974365235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,2,power_law_1.2,0.30246400833129883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,32,power_law_1.01,0.17763839960098265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,2,power_law_1.2,0.3089792013168335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,32,power_law_1.01,0.1972607970237732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,2,power_law_1.2,0.33152639865875244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,32,power_law_1.01,0.2016063928604126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,2,power_law_1.2,0.34073600769042967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,32,power_law_1.01,0.21356160640716554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,2,power_law_1.2,0.3517568111419678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,32,power_law_1.01,0.2672255992889404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,2,power_law_1.2,0.38521599769592285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,32,power_law_1.01,0.29614078998565674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,2,power_law_1.2,0.4371391773223877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,4,power_law_1.2,3.6861759185791017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,32,power_law_1.01,0.3659840106964111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,2,power_law_1.2,0.47998719215393065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,2,power_law_1.2,0.5656191825866699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,32,power_law_1.01,0.427180814743042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,2,power_law_1.2,0.6636735916137695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,32,power_law_1.01,0.606879997253418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,2,power_law_1.2,0.8692864418029785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,32,power_law_1.01,0.7217088222503663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,2,power_law_1.2,0.9953536033630371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,32,power_law_1.01,0.9343615531921386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,2,power_law_1.2,1.3620736122131347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,32,power_law_1.01,1.1648575782775878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,2,power_law_1.2,1.7585664749145509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,2,power_law_1.2,2.4900415420532225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,32,power_law_1.01,1.760972785949707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,2,power_law_1.2,3.351878356933594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,32,power_law_1.01,2.405887985229492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.5422336101531983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.5913856029510498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.5546175956726074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.5607744216918945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.46942720413208006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.5345088005065918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.5289152145385743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.5214911937713623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.5724095821380615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.5593855857849122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.5593408107757568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.5718783855438232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.617139196395874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.6462016105651855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.7493887901306152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.7592832088470459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.8399104118347168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.9951744079589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,16,power_law_1.01,7.376850891113281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,16,power_law_1.01,10.298611450195313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,16,power_law_1.01,1.5542143821716308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,16,power_law_1.01,2.059244728088379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,16,power_law_1.01,2.6020864486694335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,16,power_law_1.01,4.123648071289063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,16,power_law_1.01,4.81525764465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,16,power_law_1.01,6.853766632080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,1,power_law_1.2,0.07083520293235779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,1,power_law_1.2,0.07537919878959656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,16,power_law_1.01,10.017842864990234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,1,power_law_1.2,0.09497600197792053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,1,power_law_1.2,0.13050880432128906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,1,power_law_1.2,0.16042879819869996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,1,power_law_1.2,0.20967679023742675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,1,power_law_1.2,0.265446400642395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,1,power_law_1.2,0.289305591583252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,1,power_law_1.2,0.29932799339294436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,1,power_law_1.2,0.30279040336608887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,1,power_law_1.2,0.32597761154174804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,1,power_law_1.2,0.35369598865509033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,1,power_law_1.2,0.35491840839385985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,1,power_law_1.2,0.3659327983856201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,1,power_law_1.2,0.37964160442352296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,1,power_law_1.2,0.3934976100921631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,1,power_law_1.2,0.42524161338806155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,1,power_law_1.2,0.5017471790313721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,1,power_law_1.2,0.5868735790252686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,1,power_law_1.2,0.7002624034881592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,1,power_law_1.2,0.8202943801879883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,1,power_law_1.2,1.055891227722168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,1,power_law_1.2,1.3019968032836915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,1,power_law_1.2,1.7935104370117188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,1,power_law_1.2,2.3037439346313477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,1,power_law_1.2,3.3190784454345703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,32,balanced,0.06058133145173391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,1,power_law_1.2,4.368735885620117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,32,balanced,0.05830933153629303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,32,balanced,0.05832533538341522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,32,balanced,0.07481599847475688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,32,balanced,0.10504532853762309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,32,balanced,0.16833599408467612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,32,balanced,0.17083734273910522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,32,balanced,0.17163199186325073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,32,balanced,0.1730239987373352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,32,balanced,0.17299733559290567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,32,balanced,0.17588800191879272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,32,balanced,0.17762132485707602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,32,balanced,0.178874671459198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,32,balanced,0.18102933963139853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,32,balanced,0.1839253306388855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,32,balanced,0.1875306765238444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,32,balanced,0.19179733594258627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,32,balanced,0.20673600832621256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,32,balanced,0.22228266795476279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,32,balanced,0.24621333678563437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,32,balanced,0.27454400062561035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,32,balanced,0.3384373188018799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,32,balanced,0.38384000460306805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,32,balanced,0.5126826763153076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,32,balanced,0.6660213470458984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,32,balanced,0.8983360131581625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,32,balanced,1.1730186939239502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,32,power_law_1.2,0.17739520072937012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,32,power_law_1.2,0.15523840188980104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,32,power_law_1.2,0.15355520248413085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,32,power_law_1.2,0.1517184019088745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,32,power_law_1.2,0.136735999584198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,32,power_law_1.2,0.1319424033164978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,32,power_law_1.2,0.14916479587554932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,32,power_law_1.2,0.1464319944381714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,32,power_law_1.2,0.14338560104370118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,32,power_law_1.2,0.1380735993385315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,32,power_law_1.2,0.17022080421447755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,32,power_law_1.2,0.15583360195159912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,32,power_law_1.2,0.17715200185775756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,32,power_law_1.2,0.183078396320343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,32,power_law_1.2,0.1955072045326233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,32,power_law_1.2,0.2035968065261841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,32,power_law_1.2,0.21553919315338135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,32,power_law_1.2,0.2713344097137451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,32,power_law_1.2,0.33754239082336424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,32,power_law_1.2,0.4149184226989746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,32,power_law_1.2,0.4239232063293457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,32,power_law_1.2,0.5767551898956299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,32,power_law_1.2,0.7867519855499268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,32,power_law_1.2,1.0947456359863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,32,power_law_1.2,1.50316162109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,32,power_law_1.2,2.3562368392944335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,4,power_law_1.2,0.04888960123062134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,4,power_law_1.2,0.04867840111255646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,4,power_law_1.2,0.06106240153312683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,4,power_law_1.2,0.061689597368240354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,4,power_law_1.2,0.08617600202560424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,4,power_law_1.2,0.10343680381774903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,32,power_law_1.2,3.388345718383789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,4,power_law_1.2,0.11100159883499146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,4,power_law_1.2,0.11448320150375366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,4,power_law_1.2,0.11776000261306763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,4,power_law_1.2,0.1121216058731079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,4,power_law_1.2,0.12136319875717164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,4,power_law_1.2,0.12700799703598023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,4,power_law_1.2,0.134278404712677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,4,power_law_1.2,0.13864959478378297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,4,power_law_1.2,0.1536512017250061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,4,power_law_1.2,0.15185920000076295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,4,power_law_1.2,0.1546239972114563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,4,power_law_1.2,0.18321919441223145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,4,power_law_1.2,0.21037440299987792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,4,power_law_1.2,0.2630784034729004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,4,power_law_1.2,0.30168321132659914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,4,power_law_1.2,0.40793600082397463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,4,power_law_1.2,0.5280064105987549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,4,power_law_1.2,0.7718783855438233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,128,power_law_1.2,0.1768895983695984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,128,power_law_1.2,0.1664896011352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,128,power_law_1.2,0.16573439836502074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,128,power_law_1.2,0.1643903970718384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,128,power_law_1.2,0.16722559928894043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,128,power_law_1.2,0.16979199647903442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,128,power_law_1.2,0.17166080474853515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,128,power_law_1.2,0.17203199863433838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,128,power_law_1.2,0.17433600425720214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,128,power_law_1.2,0.177510404586792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,128,power_law_1.2,0.19128960371017456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,128,power_law_1.2,0.19771519899368287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,128,power_law_1.2,0.193612802028656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,128,power_law_1.2,0.20215039253234862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,128,power_law_1.2,0.20421760082244872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,128,power_law_1.2,0.21697280406951905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,128,power_law_1.2,0.22334721088409423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,128,power_law_1.2,0.3094271898269653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,128,power_law_1.2,0.33379199504852297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,128,power_law_1.2,0.6037439823150634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,128,power_law_1.2,0.5516160011291504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,128,power_law_1.2,0.8665151596069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,128,power_law_1.2,1.1929216384887695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,128,power_law_1.2,1.8895872116088868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,128,power_law_1.2,2.8105024337768554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,1,power_law_1.2,0.7187776088714599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,1,power_law_1.2,1.1921088218688964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,1,power_law_1.2,2.3146879196166994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,1,power_law_1.2,3.5562110900878907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,128,power_law_1.2,4.558041763305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,1,power_law_1.2,5.188755035400391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,4,power_law_1.2,0.9653696060180664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,128,power_law_1.2,6.322086334228516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,1,power_law_1.2,9.330374145507813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,1,power_law_1.2,10.1416259765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,1,power_law_1.2,10.772857666015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,1,power_law_1.2,11.055852508544922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,1,power_law_1.2,11.331539154052734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,1,power_law_1.2,11.714675140380859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,1,power_law_1.2,12.470259094238282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,1,power_law_1.2,12.849696350097656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,1,power_law_1.2,14.153024291992187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,1,power_law_1.2,15.316876220703126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,1,power_law_1.2,16.021849060058592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,1,power_law_1.2,17.85560302734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,1,power_law_1.2,20.719584655761718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,1,power_law_1.2,16.89220428466797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,1,power_law_1.2,18.89055938720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,1,power_law_1.2,20.833453369140624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,1,power_law_1.2,25.011270141601564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,4,power_law_1.2,1.4627519607543946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.5238719940185547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,1,power_law_1.2,30.480160522460938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.4640511989593506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.4653183937072754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.455244779586792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.3887295961380005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.36877439022064207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.4058688163757324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.420147180557251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.4351615905761719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.436902379989624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.42830719947814944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.4329535961151123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.4766143798828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.46851201057434083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.4939136028289795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.5371456146240234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.604640007019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.8484095573425293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.8616640090942382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,32,power_law_1.2,1.0922880172729492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,32,power_law_1.2,1.2567296028137207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,32,power_law_1.2,1.5937536239624024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,32,power_law_1.2,2.1266559600830077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,1,power_law_1.2,39.85458679199219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,32,power_law_1.2,3.260966491699219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,32,power_law_1.2,4.131961441040039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,32,power_law_1.2,6.043616104125976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,32,power_law_1.2,9.349017333984374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,1,power_law_1.2,46.98038940429687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,1,power_law_1.2,64.6251220703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,4,power_law_1.01,0.05580800175666809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,4,power_law_1.01,0.05619199872016907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,4,power_law_1.01,0.05697280168533325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,4,power_law_1.01,0.061408001184463504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,4,power_law_1.01,0.06238080263137817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,4,power_law_1.01,0.0725823998451233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,4,power_law_1.01,0.08775039911270141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,4,power_law_1.01,0.07774080038070678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,4,power_law_1.01,0.07859839797019959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,4,power_law_1.01,0.07962239980697632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,4,power_law_1.01,0.08239359855651855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,4,power_law_1.01,0.0818943977355957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,4,power_law_1.01,0.08227199912071229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,4,power_law_1.01,0.08516479730606079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,4,power_law_1.01,0.10524159669876099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,4,power_law_1.01,0.11071360111236572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,4,power_law_1.2,1.8270719528198243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,4,power_law_1.01,0.1481727957725525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,4,power_law_1.01,0.18338559865951537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,4,power_law_1.01,0.20522239208221435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,4,power_law_1.01,0.2640320062637329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,4,power_law_1.01,0.3753599882125854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,1,power_law_1.2,84.71260375976563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,4,power_law_1.01,0.4632512092590332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,4,power_law_1.01,0.6371967792510986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,4,power_law_1.01,0.9180416107177735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,8,power_law_1.01,0.0857151985168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,8,power_law_1.01,0.08707200288772583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,8,power_law_1.01,0.08580480217933655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,4,power_law_1.01,1.2674624443054199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,8,power_law_1.01,0.10003839731216431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,8,power_law_1.01,0.09848319888114929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,8,power_law_1.01,0.10706559419631959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,8,power_law_1.01,0.11340160369873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,8,power_law_1.01,0.11164799928665162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,8,power_law_1.01,0.12046079635620117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,8,power_law_1.01,0.1193343997001648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,8,power_law_1.01,0.12861440181732178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,8,power_law_1.01,0.13508479595184325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,8,power_law_1.01,0.13423360586166383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,8,power_law_1.01,0.15489920377731323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,8,power_law_1.01,0.155731201171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,8,power_law_1.01,0.15518079996109008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,8,power_law_1.01,1.116800022125244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,8,power_law_1.01,1.540384006500244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,8,power_law_1.01,0.2664383888244629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,8,power_law_1.01,0.3129280090332031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,8,power_law_1.01,0.34216320514678955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,8,power_law_1.01,0.4824704170227051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,8,power_law_1.01,0.5762112140655518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,8,power_law_1.01,0.874675178527832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,8,power_law_1.01,1.2066368103027343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,8,power_law_1.01,1.5336383819580077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,8,power_law_1.01,2.264793586730957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,4,power_law_1.01,1.8594879150390624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.05743359923362732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.06796799898147583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.08952959775924682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.11441919803619385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.14425599575042725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.21548159122467042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.22572801113128663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.24213120937347413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.2504832029342651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.25589120388031006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.26284160614013674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.2728447914123535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.28056960105895995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.2913151979446411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.3126336097717285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.3273855924606323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.36814720630645753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.4372608184814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.5046463966369629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.6460288047790528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.790342378616333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,1,power_law_1.01,1.0773887634277344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,1,power_law_1.01,1.3670335769653321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,1,power_law_1.01,1.974393653869629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,1,power_law_1.01,2.5864959716796876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,1,power_law_1.01,3.7614719390869142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,1,power_law_1.01,4.9990081787109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,4,power_law_1.01,2.170841598510742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,64,power_law_1.01,0.12673280239105225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,64,power_law_1.01,0.11747200489044189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,64,power_law_1.01,0.11261440515518188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,64,power_law_1.01,0.11434880495071412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,64,power_law_1.01,0.11603200435638428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,64,power_law_1.01,0.11105920076370239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,64,power_law_1.01,0.1159168004989624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,64,power_law_1.01,0.1132159948348999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,64,power_law_1.01,0.11297279596328735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,64,power_law_1.01,0.11333760023117065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,64,power_law_1.01,0.12117760181427002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,64,power_law_1.01,0.12087680101394653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,64,power_law_1.01,0.12126079797744752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,64,power_law_1.01,0.12910079956054688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,64,power_law_1.01,0.1301632046699524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,64,power_law_1.01,0.1400320053100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,64,power_law_1.01,0.15473920106887817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,64,power_law_1.01,0.19687039852142335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,64,power_law_1.01,0.21852800846099854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,64,power_law_1.01,0.2854720115661621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,64,power_law_1.01,0.33210880756378175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,64,power_law_1.01,0.451200008392334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,64,power_law_1.01,0.5062655925750732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,64,power_law_1.01,0.7674304008483886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,64,power_law_1.01,0.9226112365722656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,64,power_law_1.01,1.3969599723815918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,64,power_law_1.01,1.7675392150878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,32,balanced,0.05072000126043955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,32,balanced,0.051370665431022644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,32,balanced,0.05186133086681366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,32,balanced,0.05668266614278158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,32,balanced,0.07493333518505096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,32,balanced,0.1062453289826711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,32,balanced,0.10876799623171489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,32,balanced,0.10921600461006165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,32,balanced,0.11015466849009196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,32,balanced,0.11046399672826131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,32,balanced,0.11296000083287557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,32,balanced,0.11398933331171672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,32,balanced,0.11523200074831645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,32,balanced,0.11801600456237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,32,balanced,0.1209279994169871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,32,balanced,0.12408533692359924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,32,balanced,0.12819199760754904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,32,balanced,0.14103999733924866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,32,balanced,0.1518933375676473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,32,balanced,0.1728586753209432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,32,balanced,0.19223999977111816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,32,balanced,0.24856533606847128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,32,balanced,0.29495465755462646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,32,balanced,0.40210668245951336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,32,balanced,0.4731573263804118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,32,balanced,0.668234666188558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,32,balanced,0.8624426523844401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,8,power_law_1.2,0.12679040431976318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,8,power_law_1.2,0.15624959468841554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,8,power_law_1.2,0.1661631941795349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,8,power_law_1.2,0.1774399995803833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,8,power_law_1.2,0.21259520053863526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,8,power_law_1.2,0.23091840744018555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,8,power_law_1.2,0.23875839710235597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,8,power_law_1.2,0.23198719024658204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,8,power_law_1.2,0.2222912073135376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,8,power_law_1.2,0.23451519012451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,8,power_law_1.2,0.2342463970184326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,8,power_law_1.2,0.24477438926696776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,8,power_law_1.2,0.26917760372161864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,8,power_law_1.2,0.28083200454711915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,8,power_law_1.2,0.28659839630126954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,8,power_law_1.2,0.3093247890472412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,8,power_law_1.2,0.3111680030822754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,8,power_law_1.2,0.3917376041412354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,8,power_law_1.2,0.42502398490905763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,8,power_law_1.2,0.5126783847808838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,8,power_law_1.2,0.6244863986968994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,8,power_law_1.2,0.8722816467285156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,8,power_law_1.2,0.9184000015258789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,8,power_law_1.2,1.2840640068054199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,8,power_law_1.2,1.6170431137084962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,8,power_law_1.2,2.516326332092285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,8,power_law_1.2,3.47125129699707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,2,balanced,0.0613013356924057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,2,balanced,0.08122133215268452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,2,balanced,0.11489599943161011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,2,balanced,0.20781866709391275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,2,balanced,0.42005332310994464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,2,balanced,0.385045329729716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,2,balanced,0.38948798179626465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,2,balanced,0.3916586637496948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,2,balanced,0.3927146593729655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,2,balanced,0.39529601732889813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,2,balanced,0.39949333667755127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,2,balanced,0.4036480188369751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,2,balanced,0.41147200266520184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,2,balanced,0.42112000783284503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,2,balanced,0.4360320170720418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,2,balanced,0.44307200113932294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,2,balanced,0.46902934710184735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,2,balanced,0.4983839988708496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,2,balanced,0.5504053433736166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,2,balanced,0.6647040049235026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,2,balanced,0.730522632598877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,2,balanced,0.9381972948710123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,2,balanced,1.238261302312215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,2,balanced,1.8143466313680012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,2,balanced,2.3525333404541016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,2,balanced,3.46558411916097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,2,balanced,4.737205187479655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,1,balanced,0.0602400004863739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,1,balanced,0.07296533385912578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,1,balanced,0.09106133381525676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,1,balanced,0.14516799648602804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,1,balanced,0.24337599674860635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,1,balanced,0.24739732344945273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,1,balanced,0.2510880033175151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,1,balanced,0.2537920077641805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,1,balanced,0.2590720057487488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,1,balanced,0.26109333833058673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,1,balanced,0.2700106700261434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,1,balanced,0.2788319985071818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,1,balanced,0.28657066822052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,1,balanced,0.29896533489227295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,1,balanced,0.3115946650505066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,1,balanced,0.3247999946276347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,1,balanced,0.35611732800801593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,1,balanced,0.4120853344599406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,1,balanced,0.4704586664835612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,1,balanced,0.6197760105133057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,1,balanced,0.7394719918568929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,1,balanced,1.0358506838480632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,1,balanced,1.3169013659159343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,1,balanced,1.9254345893859863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,1,balanced,2.697114626566569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,1,balanced,3.98851744333903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,1,balanced,5.151616096496582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,4,power_law_1.2,0.0637503981590271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,4,power_law_1.2,0.05950719714164734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,4,power_law_1.2,0.07288960218429566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,4,power_law_1.2,0.07802879810333252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,4,power_law_1.2,0.09063040018081665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,4,power_law_1.2,0.11452800035476685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,4,power_law_1.2,0.11023999452590942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,4,power_law_1.2,0.12111999988555908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,4,power_law_1.2,0.12484480142593384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,4,power_law_1.2,0.1204800009727478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,4,power_law_1.2,0.13071999549865723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,4,power_law_1.2,0.14179840087890624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,4,power_law_1.2,0.1532415986061096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,4,power_law_1.2,0.16881279945373534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,4,power_law_1.2,0.1687999963760376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,4,power_law_1.2,0.16974719762802123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,4,power_law_1.2,0.2106175899505615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,4,power_law_1.2,0.22284159660339356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,4,power_law_1.2,0.2904576063156128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,4,power_law_1.2,0.34416000843048095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,4,power_law_1.2,0.39178879261016847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,4,power_law_1.2,0.5971456050872803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,4,power_law_1.2,0.7511871814727783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,4,power_law_1.2,0.9073023796081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,4,power_law_1.2,1.3350720405578613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,4,power_law_1.2,2.0502784729003904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,4,power_law_1.2,2.4090688705444334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.5473983764648438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.9123071670532227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,1,power_law_1.2,1.6968767166137695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,1,power_law_1.2,2.624812889099121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,1,power_law_1.2,3.631078338623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,1,power_law_1.2,6.613215637207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,1,power_law_1.2,7.232601928710937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,1,power_law_1.2,7.494924926757813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,1,power_law_1.2,7.650265502929687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,1,power_law_1.2,8.015129852294923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,1,power_law_1.2,8.25656967163086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,64,power_law_1.2,0.12959359884262084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,64,power_law_1.2,0.10792959928512573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,64,power_law_1.2,0.10733439922332763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,64,power_law_1.2,0.09653120040893555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,1,power_law_1.2,8.933222198486328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,64,power_law_1.2,0.0991807997226715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,64,power_law_1.2,0.09653120040893555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,64,power_law_1.2,0.1126207947731018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,64,power_law_1.2,0.11149439811706544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,64,power_law_1.2,0.10646400451660157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,64,power_law_1.2,0.11431039571762085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,1,power_law_1.2,9.296966552734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,64,power_law_1.2,0.12461440563201905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,64,power_law_1.2,0.12435200214385986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,64,power_law_1.2,0.12567039728164672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,64,power_law_1.2,0.1535104036331177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,64,power_law_1.2,0.16028800010681152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,64,power_law_1.2,0.16484479904174804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,64,power_law_1.2,0.15282560586929322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,64,power_law_1.2,0.21749119758605956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,64,power_law_1.2,0.25231359004974363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,1,power_law_1.2,9.864588928222656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,64,power_law_1.2,0.3105407953262329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,64,power_law_1.2,0.4215424060821533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,64,power_law_1.2,0.560364818572998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,64,power_law_1.2,0.7179200172424316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,64,power_law_1.2,1.115775966644287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,1,power_law_1.2,10.56087646484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,64,power_law_1.2,1.3802240371704102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,64,power_law_1.2,1.9663488388061523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,64,power_law_1.2,2.282111930847168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,1,power_law_1.2,11.43025894165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.5437888145446778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.8752896308898925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,2,power_law_1.01,1.0915328025817872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,2,power_law_1.01,1.9346752166748047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,2,power_law_1.01,2.2932287216186524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,2,power_law_1.01,3.2901248931884766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,1,power_law_1.2,30.630227661132814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,2,power_law_1.01,3.6743873596191405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,2,power_law_1.01,3.80263671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,2,power_law_1.01,3.997651290893555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,2,power_law_1.01,3.8755584716796876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,2,power_law_1.01,4.109222412109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,2,power_law_1.01,4.08990707397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,2,power_law_1.01,4.398425674438476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,2,power_law_1.01,4.746931076049805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,1,power_law_1.2,42.623876953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,2,power_law_1.01,5.144550323486328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,2,power_law_1.01,5.714182281494141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,1,power_law_1.2,13.336512756347656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,4,power_law_1.01,0.17003519535064698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,4,power_law_1.01,0.20467839241027833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,4,power_law_1.01,0.22232320308685302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,4,power_law_1.01,0.24202239513397217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,4,power_law_1.01,0.2413696050643921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,4,power_law_1.01,0.2480384111404419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,4,power_law_1.01,0.27536640167236326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,4,power_law_1.01,0.3196160078048706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,4,power_law_1.01,0.37538559436798097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,2,power_law_1.01,16.96337890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,4,power_law_1.01,0.40221438407897947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,4,power_law_1.01,0.3983488082885742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,4,power_law_1.01,0.5037439823150635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,4,power_law_1.01,0.49835519790649413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,1,power_law_1.2,16.12728271484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,4,power_law_1.01,0.4980480194091797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,4,power_law_1.01,0.6473472118377686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,4,power_law_1.01,0.6879168033599854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,4,power_law_1.01,0.7570496082305909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,4,power_law_1.01,0.911353588104248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,1,power_law_1.2,15.789900207519532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,4,power_law_1.01,1.1156031608581543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,2,power_law_1.01,25.358125305175783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,2,power_law_1.01,6.575788879394532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,2,power_law_1.01,8.072953796386718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,4,power_law_1.01,1.7759296417236328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,1,power_law_1.2,19.73607635498047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,2,power_law_1.01,8.251058959960938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,2,power_law_1.01,9.919564819335937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,4,power_law_1.01,2.1838207244873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,1,power_law_1.2,23.517575073242188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,2,power_law_1.01,12.804537963867187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,2,power_law_1.01,16.578982543945312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,2,power_law_1.01,22.060166931152345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,4,power_law_1.01,2.9842304229736327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,1,power_law_1.2,31.727456665039064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,2,power_law_1.01,32.9700927734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,4,power_law_1.01,4.560051345825196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,1,power_law_1.2,40.0850830078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,2,power_law_1.01,40.02485046386719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,4,power_law_1.2,0.17989759445190429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,4,power_law_1.2,0.21285760402679443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,4,power_law_1.2,0.2291264057159424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,4,power_law_1.2,0.32413439750671386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,4,power_law_1.2,0.33358719348907473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,4,power_law_1.2,0.5161664009094238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,4,power_law_1.2,0.4822976112365723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,4,power_law_1.2,0.5508287906646728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,4,power_law_1.2,0.5588096141815185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,4,power_law_1.2,0.5894207954406738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,4,power_law_1.2,0.5844672203063965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,32,power_law_1.01,0.044249600172042845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,1,power_law_1.2,56.62015991210937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,4,power_law_1.2,0.6287231922149659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,32,power_law_1.01,0.03715839982032776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,32,power_law_1.01,0.03660799860954285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,4,power_law_1.2,0.6418496131896972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,32,power_law_1.01,0.036345601081848145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,4,power_law_1.2,0.6498176097869873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,32,power_law_1.01,0.03776639997959137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,32,power_law_1.01,0.03947519958019256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,32,power_law_1.01,0.03937920033931732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,4,power_law_1.2,0.722547197341919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,32,power_law_1.01,0.03927040100097656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,4,power_law_1.2,0.7299200057983398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,4,power_law_1.2,0.7832320213317872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,4,power_law_1.2,0.897152042388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,4,power_law_1.2,0.9988672256469726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,32,power_law_1.01,0.03989759981632233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,4,power_law_1.2,1.236467170715332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,4,power_law_1.2,1.4692607879638673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,4,power_law_1.01,5.583871841430664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,4,power_law_1.2,1.936147117614746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,32,power_law_1.01,0.040038400888442995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,32,power_law_1.01,0.04119040071964264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,32,power_law_1.01,0.04169600009918213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,4,power_law_1.2,2.3860607147216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,32,power_law_1.01,0.043161600828170776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,32,power_law_1.01,0.04529919922351837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,32,power_law_1.01,0.049267199635505673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,32,power_law_1.01,0.04990079998970032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,32,power_law_1.01,0.05438079833984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,4,power_law_1.2,3.2451263427734376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,32,power_law_1.01,0.06299520134925843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,32,power_law_1.01,0.06578559875488281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,32,power_law_1.01,0.08373119831085205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,32,power_law_1.01,0.11272319555282592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,32,power_law_1.01,0.14513280391693115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,32,power_law_1.01,0.1828927993774414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,32,power_law_1.01,0.2691328048706055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,32,power_law_1.01,0.29183359146118165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,32,power_law_1.01,0.49575037956237794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,32,power_law_1.01,0.5132544040679932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,4,power_law_1.2,4.282771301269531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,4,power_law_1.01,8.391506958007813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,4,power_law_1.2,6.405036926269531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,4,power_law_1.01,13.888581848144531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,1,power_law_1.2,72.658251953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,4,power_law_1.2,8.206687927246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,4,power_law_1.01,17.033453369140624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,16,balanced,0.05054933329423269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,16,balanced,0.05110399921735128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,16,balanced,0.05806933343410492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,16,balanced,0.07924266656239827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,16,balanced,0.10475732882817586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,16,balanced,0.17003732919692993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,16,balanced,0.17226133743921915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,16,balanced,0.17483733097712198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,16,balanced,0.17512534062067667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,16,balanced,0.17690134048461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,16,balanced,0.17721599340438843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,16,balanced,0.1779786745707194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,16,balanced,0.17909866571426392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,16,balanced,0.18249066670735678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,16,balanced,0.18653867642084757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,16,balanced,0.18948266903559366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,16,balanced,0.19457600514094034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,16,balanced,0.21104000012079874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,16,balanced,0.22823999325434366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,16,balanced,0.2533386747042338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,16,balanced,0.2810666759808858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,16,balanced,0.35970131556193036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,16,balanced,0.40108799934387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,16,balanced,0.527184009552002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,16,balanced,0.6826346715291342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,16,balanced,0.9355786641438802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,16,balanced,1.2423840363820393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,2,balanced,0.039834665755430855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,2,balanced,0.04452266792456309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,2,balanced,0.06727999945481618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,2,balanced,0.10431999961535136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,2,balanced,0.16881599028905234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,2,balanced,0.23400533199310303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,2,balanced,0.23589332898457846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,2,balanced,0.22817067305246988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,2,balanced,0.23050665855407715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,2,balanced,0.23170133431752524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,2,balanced,0.23386132717132568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,2,balanced,0.2387146751085917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,2,balanced,0.2427306572596232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,2,balanced,0.24683733781178793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,2,balanced,0.2558666666348775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,2,balanced,0.25860800345738727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,2,balanced,0.2723520000775655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,2,balanced,0.30407466491063434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,2,balanced,0.3033439914385478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,2,balanced,0.3644266525904338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,2,balanced,0.38437867164611816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,2,balanced,0.5156906843185425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,2,balanced,0.5799039999643961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,2,balanced,0.8817173639933268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,2,balanced,1.0275626977284749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,2,balanced,1.5061599413553874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,2,balanced,1.9643093744913738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,32,balanced,0.07004266480604808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,32,balanced,0.07060799996058147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,32,balanced,0.07200533151626587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,32,balanced,0.0920853316783905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,32,balanced,0.1090666651725769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,32,balanced,0.15241600076357523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,32,balanced,0.15478932857513428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,32,balanced,0.15570666392644247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,32,balanced,0.1579253375530243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,32,balanced,0.1583466629187266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,32,balanced,0.15980799992879233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,32,balanced,0.1621226668357849
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,32,balanced,0.16404799620310465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,32,balanced,0.16751466194788614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,32,balanced,0.17228267590204874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,32,balanced,0.17567465702692667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,32,balanced,0.1819146672884623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,32,balanced,0.19845867156982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,32,balanced,0.21279466152191162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,32,balanced,0.28778666257858276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,32,balanced,0.2867199977238973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,32,balanced,0.3662613232930501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,32,balanced,0.40008533000946045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,32,balanced,0.6231626669565836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,32,balanced,0.6636960109074911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,32,balanced,0.9180320103963217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,32,balanced,1.1694719791412354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,2,balanced,0.16802666584650675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,2,balanced,0.2911146680514018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,2,balanced,0.4833600123723348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,2,balanced,0.9066987037658691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,2,balanced,1.7586720784505208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,2,balanced,2.198629379272461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,2,balanced,2.2062506675720215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,2,balanced,2.22001059850057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,2,balanced,2.2209760348002114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,2,balanced,2.230954647064209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,2,balanced,2.24401060740153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,2,balanced,2.258026599884033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,2,balanced,2.271045366923014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,2,balanced,2.298741340637207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,2,balanced,2.3218666712443032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,2,balanced,2.39901336034139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,2,balanced,2.4351253509521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,2,balanced,2.5189332962036133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,2,balanced,2.5881226857503257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,2,balanced,4.1869707107543945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,2,balanced,3.0828479131062827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,2,balanced,5.201701482137044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,2,balanced,5.372778574625651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,2,balanced,8.40943463643392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,2,balanced,10.581002553304037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,2,balanced,13.716298421223959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,2,balanced,18.59697087605794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.23034238815307617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.38010880947113035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.7099520206451416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,1,power_law_1.01,1.1020544052124024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,1,power_law_1.01,1.3918272018432618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,1,power_law_1.01,2.294054412841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,1,power_law_1.01,2.4469696044921876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,1,power_law_1.01,2.5835903167724608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,1,power_law_1.01,2.630496025085449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,1,power_law_1.01,2.592697525024414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,1,power_law_1.01,2.7341760635375976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,1,power_law_1.01,2.8912384033203127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,1,power_law_1.01,3.0407615661621095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,1,power_law_1.01,3.2572353363037108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,1,power_law_1.01,3.4554561614990233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,1,power_law_1.01,3.630739212036133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,1,power_law_1.01,13.075648498535156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,1,power_law_1.01,17.377299499511718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,1,power_law_1.01,3.9650558471679687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,1,power_law_1.01,4.732646560668945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,1,power_law_1.01,5.579276657104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,1,power_law_1.01,7.252320098876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,1,power_law_1.01,8.853836822509766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,1,power_law_1.01,12.372390747070312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,1,power_law_1.01,15.846649169921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,1,power_law_1.01,22.826803588867186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,1,power_law_1.01,29.743527221679688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.5330495834350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.8729151725769043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,8,power_law_1.2,1.248025608062744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,8,power_law_1.2,1.370464038848877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,8,power_law_1.2,1.893574333190918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,8,power_law_1.2,2.242380714416504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,8,power_law_1.2,2.4110464096069335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,8,power_law_1.2,2.1207040786743163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,8,power_law_1.2,1.9742271423339843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,8,power_law_1.2,1.8855615615844727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,8,power_law_1.2,1.8150079727172852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,8,power_law_1.2,1.8866559982299804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,8,power_law_1.2,1.8913087844848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,8,power_law_1.2,2.056287956237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,8,power_law_1.2,2.3428863525390624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,8,power_law_1.2,2.198303985595703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,64,power_law_1.01,0.02771199941635132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,64,power_law_1.01,0.028198400139808656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,8,power_law_1.2,2.4959808349609376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,64,power_law_1.01,0.0271807998418808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,64,power_law_1.01,0.027558401226997375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,64,power_law_1.01,0.02869119942188263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,64,power_law_1.01,0.029728001356124877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,8,power_law_1.2,3.1115583419799804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,64,power_law_1.01,0.030399999022483824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,64,power_law_1.01,0.030028799176216127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,64,power_law_1.01,0.039084801077842714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,64,power_law_1.01,0.03950720131397247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,64,power_law_1.01,0.04618239998817444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,8,power_law_1.2,3.3582080841064452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,64,power_law_1.01,0.04883840084075928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,64,power_law_1.01,0.049619200825691226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,64,power_law_1.01,0.04142079949378967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,64,power_law_1.01,0.04392319917678833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,8,power_law_1.2,3.822348785400391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,64,power_law_1.01,0.044012799859046936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,64,power_law_1.01,0.046137601137161255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,64,power_law_1.01,0.04906240105628967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,64,power_law_1.01,0.05563520193099976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,8,power_law_1.2,3.9588607788085937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,64,power_law_1.01,0.06033920049667359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,64,power_law_1.01,0.06894720196723939
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,64,power_law_1.01,0.10558079481124878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,64,power_law_1.01,0.13971840143203734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,64,power_law_1.01,0.193503999710083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,8,power_law_1.2,5.357068634033203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,64,power_law_1.01,0.24333438873291016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,64,power_law_1.01,0.3458175897598267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,64,power_law_1.01,0.45175681114196775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,8,power_law_1.2,5.087238311767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,8,power_law_1.2,6.438790130615234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,8,power_law_1.2,8.199686431884766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,8,power_law_1.2,12.294003295898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,8,power_law_1.2,14.407557678222656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,32,power_law_1.2,0.18913279771804808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,32,power_law_1.2,0.16817920207977294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,32,power_law_1.2,0.187225604057312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,32,power_law_1.2,0.16687359809875488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,32,power_law_1.2,0.15415680408477783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,32,power_law_1.2,0.1629631996154785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,32,power_law_1.2,0.16155519485473632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,32,power_law_1.2,0.1547327995300293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,32,power_law_1.2,0.1615872025489807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,32,power_law_1.2,0.15222400426864624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,32,power_law_1.2,0.17464319467544556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,32,power_law_1.2,0.17868160009384154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,32,power_law_1.2,0.17912960052490234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,32,power_law_1.2,0.1855232000350952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,32,power_law_1.2,0.20201599597930908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,32,power_law_1.2,0.21457281112670898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,32,power_law_1.2,0.23459200859069823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,32,power_law_1.2,0.2971456050872803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,32,power_law_1.2,0.27451519966125487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,32,power_law_1.2,0.35951359272003175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,32,power_law_1.2,0.4859007835388184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,32,power_law_1.2,0.6064256191253662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,32,power_law_1.2,0.7892928123474121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,32,power_law_1.2,1.1280192375183105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,32,power_law_1.2,1.461292839050293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,32,power_law_1.2,2.344819259643555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,32,power_law_1.2,3.3995777130126954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,128,power_law_1.2,0.029785600304603577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,128,power_law_1.2,0.02980479896068573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,128,power_law_1.2,0.02968960106372833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,128,power_law_1.2,0.03022719919681549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,128,power_law_1.2,0.03375999927520752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,128,power_law_1.2,0.032332798838615416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,128,power_law_1.2,0.03319680094718933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,128,power_law_1.2,0.041280001401901245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,128,power_law_1.2,0.041971200704574586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,128,power_law_1.2,0.04529919922351837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,128,power_law_1.2,0.05127040147781372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,128,power_law_1.2,0.14680320024490356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,128,power_law_1.2,0.42899198532104493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,128,power_law_1.2,0.044531199336051944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,128,power_law_1.2,0.04739840030670166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,128,power_law_1.2,0.049472001194953916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,128,power_law_1.2,0.06583679914474487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,128,power_law_1.2,0.08242560029029847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,128,power_law_1.2,0.10382080078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,128,power_law_1.2,0.14816639423370362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,128,power_law_1.2,0.20408320426940918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,128,power_law_1.2,0.3105407953262329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,128,power_law_1.2,0.3360896110534668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,128,power_law_1.2,0.5764671802520752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,128,power_law_1.2,0.6507264137268066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,128,power_law_1.2,0.9865152359008789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.29868159294128416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.49393281936645506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.9149888038635254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,1,power_law_1.01,1.4724096298217773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,1,power_law_1.01,2.050214385986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,1,power_law_1.01,3.3675582885742186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,1,power_law_1.01,3.6518272399902343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,1,power_law_1.01,3.7012672424316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,1,power_law_1.01,3.837305450439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,1,power_law_1.01,3.922169494628906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,1,power_law_1.01,4.069427108764648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,1,power_law_1.01,4.215212631225586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,1,power_law_1.01,4.436358261108398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.12465280294418335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.17310080528259278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.21286399364471437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.36676480770111086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.37372798919677735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.3880511999130249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,1,power_law_1.01,5.5337982177734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.39302399158477785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.41986560821533203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,1,power_law_1.01,1.2569279670715332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,1,power_law_1.01,1.5049344062805177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,1,power_law_1.01,1.8198335647583008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,1,power_law_1.01,9.344627380371094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,1,power_law_1.01,2.2019519805908203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,1,power_law_1.01,2.7292543411254884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.5211840152740479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.5790976047515869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.6232192039489746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,1,power_law_1.01,11.900582122802735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.7120063781738282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.9028160095214843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,1,power_law_1.01,5.2422527313232425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,1,power_law_1.01,5.987551879882813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,1,power_law_1.01,1.101644802093506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,1,power_law_1.01,6.7364990234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,1,power_law_1.01,1.4928704261779786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,1,power_law_1.01,8.056671905517579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,1,power_law_1.01,7.917203521728515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,1,power_law_1.01,10.18946533203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,1,power_law_1.01,1.8360576629638672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,1,power_law_1.01,12.453695678710938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,1,power_law_1.01,2.6424640655517577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,128,power_law_1.2,1.1071295738220215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,1,power_law_1.01,16.518508911132812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,1,power_law_1.01,3.410220718383789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,1,power_law_1.01,20.85745849609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,4,balanced,0.06218666831652323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,4,balanced,0.07575466732184093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,4,balanced,0.10461866855621338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,4,balanced,0.16954133907953897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,4,balanced,0.30658666292826336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,4,balanced,0.5743199984232584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,4,balanced,0.5797760089238485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,4,balanced,0.5738079945246378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,4,balanced,0.5733439922332764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,4,balanced,0.5768693288167318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,4,balanced,0.5793439944585165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,4,balanced,0.583461324373881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,4,balanced,0.584821343421936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,4,balanced,0.5936799844106039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,4,balanced,0.6009173393249512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,4,balanced,0.6045759916305542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,4,balanced,0.618010679880778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,4,balanced,0.6625866492589315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,4,balanced,0.6947306791941324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,4,balanced,0.7402026653289795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,4,balanced,0.8124213218688965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,4,balanced,0.9758719603220621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,4,balanced,1.0935893058776855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,4,balanced,1.5416053136189778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,1,power_law_1.01,29.274017333984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,4,balanced,1.8261653582255046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,4,balanced,2.6458932558695474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,4,balanced,3.5182774861653647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,1,power_law_1.01,4.9484607696533205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,1,power_law_1.01,38.124639892578124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,2,power_law_1.2,0.07189120054244995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,2,power_law_1.2,0.07662720084190369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,2,power_law_1.2,0.09114239811897278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,2,power_law_1.2,0.1124608039855957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,2,power_law_1.2,0.11389440298080444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,2,power_law_1.2,0.121343994140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,2,power_law_1.2,0.12388479709625244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,2,power_law_1.2,0.12935680150985718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,2,power_law_1.2,0.12722560167312622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,2,power_law_1.2,0.1373311996459961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,2,power_law_1.2,0.17361279726028442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,2,power_law_1.2,0.1730239987373352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,2,power_law_1.2,0.17316479682922364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,2,power_law_1.2,0.18351999521255494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,2,power_law_1.2,0.1982975959777832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,2,power_law_1.2,0.2224384069442749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,2,power_law_1.2,0.3057919979095459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,1,power_law_1.01,6.601612854003906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,2,power_law_1.2,0.3785792112350464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,2,power_law_1.2,0.3468991994857788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,2,power_law_1.2,0.48935680389404296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,2,power_law_1.2,0.7187327861785888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,1,power_law_1.01,9.817772674560548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,2,power_law_1.2,1.1078847885131835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.7767551898956299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,1,power_law_1.2,1.1351615905761718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,1,power_law_1.2,1.6341760635375977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,1,power_law_1.2,2.5735679626464845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,1,power_law_1.2,2.7767871856689452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,2,power_law_1.2,1.5602304458618164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,1,power_law_1.2,2.7381887435913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,1,power_law_1.2,2.8415103912353517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,1,power_law_1.2,2.9149568557739256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,1,power_law_1.2,3.0318464279174804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,1,power_law_1.2,3.3641342163085937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,1,power_law_1.2,8.328217315673829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,1,power_law_1.2,12.879136657714843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,1,power_law_1.2,14.709036254882813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,1,power_law_1.2,3.7071102142333983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,1,power_law_1.2,4.256550216674805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,1,power_law_1.2,4.381964874267578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,1,power_law_1.2,5.240723037719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,1,power_law_1.2,6.6822975158691404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,2,power_law_1.2,2.247577667236328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,1,power_law_1.2,8.243679809570313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,1,power_law_1.2,11.335769653320312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,1,power_law_1.01,12.92340545654297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,1,power_law_1.2,15.081849670410156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,2,power_law_1.2,1.9850688934326173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,1,power_law_1.2,21.03543701171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,1,power_law_1.2,27.540127563476563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,8,balanced,0.08713600039482117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,8,balanced,0.0721013347307841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,8,balanced,0.07429333527882893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,8,balanced,0.08988799651463826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,8,balanced,0.11307733257611592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,8,balanced,0.12657066186269125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,8,balanced,0.1292586624622345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,8,balanced,0.1301866670449575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,8,balanced,0.13166399796803793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,8,balanced,0.13264532883961996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,8,balanced,0.13576533397038779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,8,balanced,0.13774933417638144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,8,balanced,0.13874133427937826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,8,balanced,0.1434933344523112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,8,balanced,0.14907733599344888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,8,balanced,0.15405866503715515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,8,balanced,0.16148799657821655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,8,balanced,0.20906132459640503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,8,balanced,0.20127467314402261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,8,balanced,0.29176533222198486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,8,balanced,0.29529066880544025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,8,balanced,0.4515039920806885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,8,balanced,0.5060799916585287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,8,balanced,0.6440800031026205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,8,balanced,0.8227787017822266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,8,balanced,1.193989356358846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,8,balanced,1.5271520614624023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,2,power_law_1.01,0.1081663966178894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,2,power_law_1.01,0.1236415982246399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,2,power_law_1.01,0.16260479688644408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,2,power_law_1.01,0.20599679946899413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,2,power_law_1.01,0.2061824083328247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,2,power_law_1.01,0.19742079973220825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,2,power_law_1.01,0.20746879577636718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,2,power_law_1.01,0.2230207920074463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,2,power_law_1.01,0.22295041084289552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,2,power_law_1.01,0.2573568105697632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,2,power_law_1.01,0.2881792068481445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,2,power_law_1.01,0.2915328025817871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,2,power_law_1.01,0.31582720279693605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,2,power_law_1.01,0.3349056005477905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,2,power_law_1.01,0.3576895952224731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,2,power_law_1.01,0.3929408073425293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,2,power_law_1.01,0.4533504009246826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,2,power_law_1.01,0.6282112121582031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,2,power_law_1.01,0.8077631950378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,2,power_law_1.01,1.0377856254577638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,2,power_law_1.01,1.336531162261963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,2,power_law_1.01,1.9697280883789063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,1,power_law_1.2,39.756927490234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,2,power_law_1.2,3.7312767028808596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,2,power_law_1.01,2.1453119277954102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,2,power_law_1.01,3.148633575439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,1,power_law_1.2,52.477423095703124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,2,power_law_1.01,4.707526397705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,64,power_law_1.01,0.17121280431747438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,64,power_law_1.01,0.1622207999229431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,64,power_law_1.01,0.15370240211486816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,64,power_law_1.01,0.1598912000656128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,64,power_law_1.01,0.15232640504837036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,64,power_law_1.01,0.16039040088653564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,64,power_law_1.01,0.15962239503860473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,2,power_law_1.2,4.501504135131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,64,power_law_1.01,0.1643455982208252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,64,power_law_1.01,0.1615231990814209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,64,power_law_1.01,0.16061439514160156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,64,power_law_1.01,0.1659008026123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,64,power_law_1.01,0.16468479633331298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,64,power_law_1.01,0.17575039863586425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,64,power_law_1.01,0.19080959558486937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,64,power_law_1.01,0.19530880451202393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,64,power_law_1.01,0.20468480587005616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,64,power_law_1.01,0.2215872049331665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,64,power_law_1.01,0.2694783926010132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,64,power_law_1.01,0.2859584093093872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,64,power_law_1.01,0.36373119354248046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,64,power_law_1.01,0.4389056205749512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,64,power_law_1.01,0.6400000095367432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,64,power_law_1.01,0.6868095874786377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,64,power_law_1.01,1.0161791801452638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,64,power_law_1.01,1.334540843963623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,64,power_law_1.01,1.9452735900878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,2,power_law_1.01,8.001254272460937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,64,power_law_1.01,2.4124095916748045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,1,power_law_1.2,77.89201049804687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,2,power_law_1.01,8.491961669921874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,2,power_law_1.2,0.1310912013053894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,2,power_law_1.2,0.1795456051826477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,2,power_law_1.2,0.20931200981140136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,2,power_law_1.2,0.29351038932800294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,2,power_law_1.2,0.3953279972076416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,2,power_law_1.2,0.5174784183502197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,2,power_law_1.2,0.7032959938049317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,2,power_law_1.2,0.7390143871307373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,2,power_law_1.2,0.7232768058776855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,2,power_law_1.2,0.7010240077972412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,2,power_law_1.2,0.77358078956604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,2,power_law_1.2,0.7871551990509034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,2,power_law_1.2,0.8836799621582031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,2,power_law_1.2,0.8767487525939941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,2,power_law_1.2,0.9027903556823731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,2,power_law_1.2,0.9740991592407227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,2,power_law_1.2,1.0338560104370118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,2,power_law_1.2,1.1397695541381836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,2,power_law_1.2,1.2570560455322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,2,power_law_1.2,1.471891212463379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,2,power_law_1.2,1.65533447265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,2,power_law_1.2,2.1062015533447265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,1,power_law_1.2,102.4722412109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,2,power_law_1.2,2.576543998718262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,2,power_law_1.2,3.5583168029785157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,2,power_law_1.2,4.489542388916016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,2,power_law_1.2,6.20893440246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,2,power_law_1.2,7.629708862304687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,64,balanced,0.027994667490323383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,64,balanced,0.02855466554562251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,64,balanced,0.027664000789324444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,64,balanced,0.02812266598145167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,64,balanced,0.029189333319664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,64,balanced,0.030533333619435627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,64,balanced,0.030618667602539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,64,balanced,0.030741333961486816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,64,balanced,0.030858665704727173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,64,balanced,0.031104000906149547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,64,balanced,0.03196800003449122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,64,balanced,0.03265066693226496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,64,balanced,0.03305066625277201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,64,balanced,0.03398400048414866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,64,balanced,0.04234133164087931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,64,balanced,0.04308799902598063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,64,balanced,0.04408533374468485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,64,balanced,0.045567999283472695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,64,balanced,0.04650666813055674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,64,balanced,0.04911466439565023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,64,balanced,0.05293866495291392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,64,balanced,0.060090666015942894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,64,balanced,0.06949866811434428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,64,balanced,0.08239999910195668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,64,balanced,0.09928533434867859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,64,balanced,0.14038933316866556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,64,balanced,0.16104533274968466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.2643455982208252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.34945919513702395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.4721663951873779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.8246784210205078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.8478912353515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.8551039695739746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.8526144027709961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.9269184112548828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,1,power_law_1.01,1.0365951538085938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,1,power_law_1.01,1.050438404083252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.981657600402832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,1,power_law_1.01,1.047231960296631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,1,power_law_1.01,1.0806015968322753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,1,power_law_1.01,1.100268840789795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,1,power_law_1.01,1.225369644165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,1,power_law_1.01,1.3686976432800293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,1,power_law_1.01,1.6048959732055663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,1,power_law_1.01,2.074143981933594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,1,power_law_1.01,2.501318359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,1,power_law_1.01,3.4117950439453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,1,power_law_1.01,4.244736099243164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,1,power_law_1.01,6.088934326171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,1,power_law_1.01,7.949472045898437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,1,power_law_1.01,11.837350463867187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,1,power_law_1.01,15.60250244140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,2,power_law_1.01,0.06390399932861328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,2,power_law_1.01,0.08444160223007202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,1,power_law_1.2,0.07120000123977661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,2,power_law_1.01,0.10055040121078491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,1,power_law_1.2,0.09094399809837342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,2,power_law_1.01,0.1542464017868042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,1,power_law_1.2,0.1176192045211792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,2,power_law_1.01,0.16969599723815917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,2,power_law_1.01,0.2088831901550293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,2,power_law_1.01,0.2639103889465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,2,power_law_1.01,0.2678911924362183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,2,power_law_1.01,0.2778624057769775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,1,power_law_1.2,0.18253439664840698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,2,power_law_1.01,0.28343679904937746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,2,power_law_1.01,0.29752960205078127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,1,power_law_1.2,0.2466559886932373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,2,power_law_1.01,0.29726080894470214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,1,power_law_1.2,0.30919680595397947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,2,power_law_1.01,0.3084160089492798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,1,power_law_1.2,0.4476607799530029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,2,power_law_1.01,0.3250751972198486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,1,power_law_1.2,0.4652095794677734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,2,power_law_1.01,0.3421823978424072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,2,power_law_1.01,0.3492288112640381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,1,power_law_1.2,0.48755202293395994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,2,power_law_1.01,0.3694591999053955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,1,power_law_1.2,0.49264001846313477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,2,power_law_1.01,0.4167935848236084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,1,power_law_1.2,0.5296832084655761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,2,power_law_1.01,0.4671743869781494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,1,power_law_1.2,0.5410240173339844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,2,power_law_1.01,0.5317056179046631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,1,power_law_1.2,0.5662528038024902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,2,power_law_1.01,0.6487232208251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,1,power_law_1.2,0.592249584197998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,1,power_law_1.2,0.6285888195037842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,2,power_law_1.01,0.8191935539245605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,1,power_law_1.2,0.6505216121673584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,2,power_law_1.01,0.9426815986633301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,1,power_law_1.2,0.7049215793609619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,2,power_law_1.01,1.2983424186706543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,1,power_law_1.2,0.7830463886260987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,1,power_law_1.2,0.8713727951049804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,2,power_law_1.01,1.6265472412109374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,1,power_law_1.2,1.018956756591797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,2,power_law_1.01,2.369388771057129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,1,power_law_1.2,1.1963583946228027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,1,power_law_1.2,1.49934720993042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,2,power_law_1.01,3.1841407775878907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,1,power_law_1.2,1.7673152923583983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,1,power_law_1.2,2.398348808288574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,1,power_law_1.2,2.9285184860229494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.09066879749298096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.10632319450378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.13308160305023192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,1,power_law_1.2,4.158150482177734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.1815808057785034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.2200000047683716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.3358911991119385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.35006721019744874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.3590847969055176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,1,power_law_1.2,5.397459030151367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.37562239170074463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,64,balanced,0.03956266740957896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,64,balanced,0.04178133110205332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,64,balanced,0.03920000046491623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.38302719593048096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,64,balanced,0.03972266614437103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,64,balanced,0.0547626664241155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,64,balanced,0.0561653325955073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,64,balanced,0.05704000095526377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,64,balanced,0.05764266848564148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.3959359884262085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,64,balanced,0.057861333092053734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,64,balanced,0.058431997895240784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,64,balanced,0.05942399799823761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,64,balanced,0.06043733159701029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.4129727840423584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,64,balanced,0.06122133135795593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,64,balanced,0.06309866905212402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,64,balanced,0.07141333321730296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,64,balanced,0.07236266632874806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.4221759796142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,64,balanced,0.07396799822648366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,64,balanced,0.0763626645008723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,64,balanced,0.08003200093905131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.4519487857818604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,64,balanced,0.08890133102734883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,64,balanced,0.09523733456929524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,64,balanced,0.13904533783594766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.4731584072113037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,64,balanced,0.14455999930699667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,64,balanced,0.1935466726620992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.505075216293335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,64,balanced,0.22251200675964355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.5875328063964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,64,balanced,0.3206026752789815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,64,balanced,0.40184001127878827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.6932096004486084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.8078335762023926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.993068790435791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,1,power_law_1.01,1.286252784729004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,1,power_law_1.01,1.7113088607788085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,1,power_law_1.01,2.133132743835449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,1,power_law_1.01,22.71636505126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,1,power_law_1.01,3.0839040756225584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,1,power_law_1.01,3.912793731689453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,1,power_law_1.01,5.7856895446777346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,1,power_law_1.01,7.61923828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.7753280162811279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,1,power_law_1.01,1.1417344093322754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,1,power_law_1.01,1.901625633239746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,1,power_law_1.01,2.696063995361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,1,power_law_1.01,2.712556838989258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,1,power_law_1.01,2.7405183792114256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,1,power_law_1.01,2.829196739196777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,1,power_law_1.01,3.229715347290039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,1,power_law_1.01,3.3833728790283204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,1,power_law_1.01,31.509613037109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,1,power_law_1.01,3.7714881896972656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,1,power_law_1.01,10.022207641601563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,1,power_law_1.01,11.607263946533203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,1,power_law_1.01,17.8553466796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,1,power_law_1.01,3.6335105895996094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,1,power_law_1.01,4.1158912658691404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,1,power_law_1.01,4.4322559356689455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,1,power_law_1.01,5.0176959991455075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,1,power_law_1.01,6.759315490722656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,1,power_law_1.01,8.156857299804688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,1,power_law_1.01,11.281766510009765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,1,power_law_1.01,14.72030029296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,1,power_law_1.01,21.50001220703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,1,power_law_1.01,27.184027099609374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,1,power_law_1.01,39.91043701171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,2,balanced,0.2906720042228699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,2,balanced,0.5268426736195883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,2,balanced,0.8655200004577637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,2,balanced,1.653615951538086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,2,balanced,3.2412214279174805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,2,balanced,6.407205581665039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,2,balanced,9.58074696858724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,2,balanced,9.599184036254883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,2,balanced,9.604394912719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,2,balanced,9.624853134155273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,2,balanced,9.657770792643229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,2,balanced,9.684517542521158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,2,balanced,9.706154505411783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,2,balanced,9.771770477294922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,2,balanced,9.821552276611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,2,balanced,9.866042455037435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,1,power_law_1.01,52.34224243164063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,2,balanced,9.963861465454102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,2,balanced,10.153189341227213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,2,balanced,10.54035758972168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,2,balanced,10.860767364501953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,2,balanced,11.193013509114584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,2,balanced,11.51901880900065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,2,balanced,12.632335662841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,2,balanced,13.406570434570312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,2,balanced,24.11546579996745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,2,balanced,23.95806884765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,4,power_law_1.01,0.18305280208587646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,4,power_law_1.01,0.2825279951095581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,2,balanced,34.25563303629557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,4,power_law_1.01,0.3350208044052124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,4,power_law_1.01,0.43031678199768064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,4,power_law_1.01,0.5380671977996826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,4,power_law_1.01,0.6256639957427979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,4,power_law_1.01,0.7280831813812256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,4,power_law_1.01,0.6503935813903808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,4,power_law_1.01,0.7737664222717285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,4,power_law_1.01,0.7070720195770264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,4,power_law_1.01,0.7601920127868652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,4,power_law_1.01,0.766476821899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,4,power_law_1.01,0.8287615776062012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,4,power_law_1.01,0.8420096397399902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,4,power_law_1.01,0.8703295707702636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,4,power_law_1.01,0.9148351669311523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,4,power_law_1.01,0.97708158493042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,4,power_law_1.01,1.0398015975952148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,4,power_law_1.01,1.1666815757751465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,4,power_law_1.01,1.3527039527893066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,4,power_law_1.01,1.5416319847106934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,4,power_law_1.01,1.8546880722045898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,4,power_law_1.01,2.4558784484863283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,1,power_law_1.01,77.95494995117187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,4,power_law_1.01,3.1082815170288085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,4,power_law_1.01,3.7520896911621096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,4,power_law_1.01,5.379398345947266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,4,power_law_1.01,7.0155586242675785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,8,power_law_1.2,0.11989120244979859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,8,power_law_1.2,0.1881600022315979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,8,power_law_1.2,0.17659519910812377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,8,power_law_1.2,0.21237120628356934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,8,power_law_1.2,0.25271680355072024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,8,power_law_1.2,0.2528000116348267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,8,power_law_1.2,0.2815295934677124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,8,power_law_1.2,0.28533759117126467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,8,power_law_1.2,0.2690176010131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,8,power_law_1.2,0.2929728031158447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,8,power_law_1.2,0.28197760581970216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,8,power_law_1.2,0.2934976100921631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,8,power_law_1.2,0.2846719980239868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,8,power_law_1.2,0.3154304027557373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,8,power_law_1.2,0.3152704000473022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,8,power_law_1.2,0.33919999599456785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,8,power_law_1.2,0.3549312114715576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,8,power_law_1.2,0.3957695960998535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,8,power_law_1.2,0.43206400871276857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,8,power_law_1.2,0.48817920684814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,8,power_law_1.2,0.6074751853942871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,8,power_law_1.2,0.7952960014343262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,8,power_law_1.2,0.940447998046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,8,power_law_1.2,1.455622386932373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,8,power_law_1.2,1.8083391189575195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,8,power_law_1.2,2.5585216522216796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,8,power_law_1.2,3.28287353515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,1,power_law_1.01,103.13251953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,32,power_law_1.2,0.09288960099220275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,32,power_law_1.2,0.0701632022857666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,32,power_law_1.2,0.06926720142364502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,32,power_law_1.2,0.06021760106086731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,32,power_law_1.2,0.061401599645614625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,32,power_law_1.2,0.07159680128097534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,32,power_law_1.2,0.06996480226516724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,32,power_law_1.2,0.07434880137443542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,32,power_law_1.2,0.0754047989845276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,32,power_law_1.2,0.07409279942512512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,32,power_law_1.2,0.07653759717941284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,32,power_law_1.2,0.07870720028877258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,32,power_law_1.2,0.08065919876098633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,32,power_law_1.2,0.0890175998210907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,32,power_law_1.2,0.08789759874343872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,32,power_law_1.2,0.09535359740257263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,32,power_law_1.2,0.11318399906158447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,32,power_law_1.2,0.14300800561904908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,32,power_law_1.2,0.17448320388793945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,32,power_law_1.2,0.22003839015960694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,32,power_law_1.2,0.2505215883255005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,32,power_law_1.2,0.37211520671844484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,32,power_law_1.2,0.46540160179138185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,32,power_law_1.2,0.6405248165130615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,32,power_law_1.2,0.895680046081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,8,balanced,0.06636266907056172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,8,balanced,0.06851199766000111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,8,balanced,0.07143466671307881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,8,balanced,0.07784000039100647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,8,balanced,0.09545066952705383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,8,balanced,0.12056000034014384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,8,balanced,0.14721600214640299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,8,balanced,0.1463520030180613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,8,balanced,0.14839999874432883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,8,balanced,0.14869866768519083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,8,balanced,0.15280000368754068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,8,balanced,0.15541866421699524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,8,balanced,0.15658666690190634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,8,balanced,0.16319466630617777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,8,balanced,0.16825600465138754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,8,balanced,0.17573867241541544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,8,balanced,0.18416533867518106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,8,balanced,0.22245333592096964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,8,balanced,0.23081066211064658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,8,balanced,0.27081600824991864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,32,power_law_1.2,1.357107162475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,8,balanced,0.3230400085449219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,8,balanced,0.4079573154449463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,8,balanced,0.5313013394673666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,8,balanced,0.6986347039540609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,8,balanced,0.9163040320078532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,8,balanced,1.279157320658366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,8,balanced,1.7164853413899739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,32,power_law_1.2,1.788198471069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,8,balanced,0.10311466455459595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,8,balanced,0.1639840006828308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,8,balanced,0.2368639906247457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,8,balanced,0.3978506724039714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,8,balanced,0.6695360342661539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,8,balanced,0.8766986529032389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,8,balanced,0.8815306822458903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,8,balanced,0.8894453048706055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,8,balanced,0.8927626609802246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,8,balanced,0.8942560354868571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,8,balanced,0.9006453355153402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,8,balanced,0.906160036722819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,8,balanced,0.913802703221639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,8,balanced,0.9213706652323405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,8,balanced,0.9345599810282389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,8,balanced,0.9462613264719645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,8,balanced,0.9716533025105795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,8,balanced,1.1200106938680012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,8,balanced,1.0593706766764324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,8,balanced,1.3078239758809407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,8,balanced,1.271941343943278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,8,balanced,1.9433387120564778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,8,balanced,1.7934986750284831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,8,balanced,2.839930534362793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,8,balanced,3.034298578898112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,8,balanced,4.854154586791992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,8,balanced,5.95956293741862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,4,power_law_1.2,0.066348797082901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,4,power_law_1.2,0.08190079927444457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,4,power_law_1.2,0.08722559809684753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,4,power_law_1.2,0.09740800261497498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,4,power_law_1.2,0.1152959942817688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,4,power_law_1.2,0.12270079851150513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,4,power_law_1.2,0.17492480278015138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,4,power_law_1.2,0.15966720581054689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,4,power_law_1.2,0.16922240257263182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,4,power_law_1.2,0.17888640165328978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,4,power_law_1.2,0.18299520015716553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,4,power_law_1.2,0.18486399650573732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,4,power_law_1.2,0.1859455943107605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,4,power_law_1.2,0.1915071964263916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,4,power_law_1.2,0.2058880090713501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,4,power_law_1.2,0.21564159393310547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,4,power_law_1.2,0.23648641109466553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,4,power_law_1.2,0.25522561073303224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,4,power_law_1.2,0.3097791910171509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,4,power_law_1.2,0.35780479907989504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,4,power_law_1.2,0.42560639381408694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,4,power_law_1.2,0.5194943904876709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,4,power_law_1.2,0.7215360164642334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,4,power_law_1.2,0.9848383903503418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,4,power_law_1.2,1.1546943664550782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,4,power_law_1.2,1.667635154724121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,4,power_law_1.2,2.2106367111206056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,128,power_law_1.2,0.13742719888687133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,128,power_law_1.2,0.14725760221481324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,128,power_law_1.2,0.12421120405197143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,128,power_law_1.2,0.12481919527053834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,128,power_law_1.2,0.11727999448776245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,128,power_law_1.2,0.11584639549255371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,128,power_law_1.2,0.12637439966201783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,128,power_law_1.2,0.13089920282363893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,128,power_law_1.2,0.13173760175704957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,128,power_law_1.2,0.13338240385055541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,128,power_law_1.2,0.1379968047142029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,128,power_law_1.2,0.14371199607849122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,128,power_law_1.2,0.14085760116577148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,128,power_law_1.2,0.1518720030784607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,128,power_law_1.2,0.15765119791030885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,128,power_law_1.2,0.16129920482635499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,128,power_law_1.2,1.4794367790222167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,128,power_law_1.2,1.8484224319458007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,128,power_law_1.2,0.27879040241241454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,128,power_law_1.2,0.38271360397338866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,128,power_law_1.2,0.4523776054382324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,128,power_law_1.2,0.6712063789367676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,128,power_law_1.2,0.8152704238891602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,128,power_law_1.2,1.2169471740722657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,128,power_law_1.2,1.4489791870117188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,4,balanced,0.1792373259862264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,4,balanced,0.299072007338206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,4,balanced,0.4742559989293416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,4,balanced,0.8707253138224283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,128,power_law_1.2,2.2770240783691404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,4,balanced,1.665061314900716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,4,balanced,3.236021359761556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,128,power_law_1.2,2.767679977416992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,4,balanced,4.834591865539551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,4,balanced,4.83458677927653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,4,balanced,4.844778696695964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,4,balanced,4.848394711812337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,4,balanced,4.865034739176433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,4,balanced,4.885439872741699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,2,power_law_1.01,0.04888960123062134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,2,power_law_1.01,0.054662400484085084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,4,balanced,4.893114725748698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,2,power_law_1.01,0.06158080101013184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,2,power_law_1.01,0.07652480006217957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,2,power_law_1.01,0.07719039916992188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,2,power_law_1.01,0.07822719812393189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,2,power_law_1.01,0.08394880294799804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,4,balanced,4.920517285664876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,2,power_law_1.01,0.0834879994392395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,2,power_law_1.01,0.08330240249633789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,2,power_law_1.01,0.08455039858818054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,4,balanced,4.955514589945476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,2,power_law_1.01,0.09290239810943604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,2,power_law_1.01,0.11052800416946411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,4,balanced,4.969840049743652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,2,power_law_1.01,0.11175040006637574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,2,power_law_1.01,0.11862399578094482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,2,power_law_1.01,0.15827200412750245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,2,power_law_1.01,0.16212480068206786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,4,balanced,5.008634567260742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,2,power_law_1.01,0.14639999866485595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,2,power_law_1.01,0.20088319778442382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,4,balanced,5.096469243367513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,4,balanced,5.26914660135905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,2,power_law_1.01,0.2411520004272461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,4,balanced,5.411909103393555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,4,balanced,5.563509623209636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,2,power_law_1.01,0.35650560855865476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,4,balanced,5.783936182657878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,2,power_law_1.01,0.44014720916748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,4,balanced,6.433525085449219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,2,power_law_1.2,0.11048959493637085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,2,power_law_1.2,0.12407679557800293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,2,power_law_1.2,0.14230400323867798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,4,balanced,6.869301478068034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,2,power_law_1.2,0.18299520015716553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,2,power_law_1.2,0.23722240924835206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,2,power_law_1.01,0.5630720138549805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,2,power_law_1.2,0.284115195274353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,2,power_law_1.2,0.3930624008178711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,2,power_law_1.2,0.39758079051971434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,2,power_law_1.2,0.3942015886306763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,4,balanced,11.767120361328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,2,power_law_1.2,0.4283135890960693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,2,power_law_1.2,0.4512063980102539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,2,power_law_1.2,0.48378877639770507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,2,power_law_1.2,0.49868159294128417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,2,power_law_1.2,0.5143616199493408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,2,power_law_1.2,0.560595178604126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,2,power_law_1.2,0.5803008079528809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,4,balanced,12.180426279703775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,2,power_law_1.2,0.5914175987243653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,2,power_law_1.2,0.6809855937957764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,2,power_law_1.2,0.8016639709472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,2,power_law_1.2,0.9522111892700196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,2,power_law_1.2,1.089574432373047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,2,power_law_1.2,1.4732607841491698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,4,balanced,17.56805928548177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,2,power_law_1.2,1.865433692932129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,2,power_law_1.2,2.4581375122070312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,2,power_law_1.2,3.237081527709961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,2,power_law_1.2,4.418150329589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,2,power_law_1.01,0.746995210647583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,2,power_law_1.2,6.092966461181641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,2,power_law_1.01,1.1878911972045898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,4,power_law_1.2,0.07427200078964233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,4,power_law_1.2,0.07939839959144593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,4,power_law_1.2,0.0992959976196289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,2,power_law_1.01,1.5816831588745117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,4,power_law_1.2,0.10952320098876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,4,power_law_1.2,0.11976319551467896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,4,power_law_1.2,0.18339200019836427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,4,power_law_1.2,0.1839359998703003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,4,power_law_1.2,0.19414399862289428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,4,power_law_1.2,0.20535039901733398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,4,power_law_1.2,0.2155776023864746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,4,power_law_1.2,0.22256639003753662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,4,power_law_1.2,0.21274240016937257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,4,power_law_1.2,0.21400320529937744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,4,power_law_1.2,0.23548800945281984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,4,power_law_1.2,0.24272639751434327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,4,power_law_1.2,0.2540544033050537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,4,power_law_1.2,0.2543231964111328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,4,power_law_1.2,0.28255999088287354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,4,power_law_1.2,0.3645119905471802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,4,power_law_1.2,0.46741762161254885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,4,power_law_1.2,0.48774399757385256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,4,power_law_1.2,0.7767295837402344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,4,power_law_1.2,0.9031488418579101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,4,power_law_1.2,0.16979199647903442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,4,power_law_1.2,0.1419711947441101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,4,power_law_1.2,0.20677759647369384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,4,power_law_1.2,0.2410815954208374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,4,power_law_1.2,0.2417151927947998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,4,power_law_1.2,0.24708480834960939
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,4,power_law_1.2,0.29002881050109863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,4,power_law_1.2,0.32160000801086425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,4,power_law_1.2,0.3577215909957886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,4,power_law_1.2,0.4174335956573486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,4,power_law_1.2,0.3965888023376465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,4,power_law_1.2,0.4949632167816162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,4,power_law_1.2,0.4928703784942627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,4,power_law_1.2,0.5555712223052979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,4,power_law_1.2,0.6765632152557373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,4,power_law_1.2,0.7351168155670166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,4,power_law_1.2,0.6894464015960693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,4,power_law_1.2,1.2744576454162597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,4,power_law_1.2,0.9344191551208496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,4,power_law_1.2,1.3470335960388184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,4,power_law_1.2,1.6495872497558595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,4,power_law_1.2,2.0350847244262695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,2,power_law_1.01,2.670419120788574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,4,power_law_1.2,3.2122047424316404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,4,power_law_1.2,1.6073984146118163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,4,power_law_1.2,5.105753707885742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,2,power_law_1.01,2.785932731628418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,4,power_law_1.2,7.163481903076172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,4,power_law_1.2,2.2943872451782226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,4,power_law_1.2,3.4130176544189452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,4,power_law_1.2,7.133273315429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,16,power_law_1.2,0.1041983962059021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,16,power_law_1.2,0.11869440078735352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,16,power_law_1.2,0.10577280521392822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,16,power_law_1.2,0.1128000020980835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,16,power_law_1.2,0.1118656039237976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,16,power_law_1.2,0.10663679838180543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,16,power_law_1.2,0.11080960035324097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,16,power_law_1.2,0.11167999505996704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,16,power_law_1.2,0.11119999885559081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,16,power_law_1.2,0.11952639818191528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,16,power_law_1.2,0.12688000202178956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,16,power_law_1.2,0.13093119859695435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,16,power_law_1.2,0.15094399452209473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,16,power_law_1.2,0.1579967975616455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,16,power_law_1.2,0.16606080532073975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,16,power_law_1.2,0.17098239660263062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,16,power_law_1.2,0.15690239667892455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,16,power_law_1.2,0.18481919765472413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,16,power_law_1.2,0.20595839023590087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,16,power_law_1.2,0.302675199508667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,16,power_law_1.2,0.33879039287567136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,16,power_law_1.2,0.4729407787322998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,16,power_law_1.2,0.5646975994110107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,16,power_law_1.2,0.773414421081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,16,power_law_1.2,1.0402624130249023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,16,power_law_1.2,1.6163455963134765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,16,power_law_1.2,2.1037567138671873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,4,power_law_1.2,13.54373779296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,4,power_law_1.2,0.725158405303955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,4,power_law_1.2,0.8777600288391113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,4,power_law_1.2,1.1387328147888183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,4,power_law_1.2,1.6875520706176759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,4,power_law_1.2,2.0276031494140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,4,power_law_1.2,2.7229503631591796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,4,power_law_1.2,2.8792512893676756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,4,power_law_1.2,2.620191955566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,4,power_law_1.2,2.904934310913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,4,power_law_1.2,2.814630317687988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,4,power_law_1.2,2.959987258911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,4,power_law_1.2,3.1671104431152344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,4,power_law_1.2,3.246464157104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,4,power_law_1.2,3.522809600830078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,4,power_law_1.2,3.8328319549560548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,4,power_law_1.2,3.752339172363281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,4,power_law_1.2,4.178464126586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,4,power_law_1.2,4.652928161621094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,4,power_law_1.2,4.5438079833984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,4,power_law_1.2,5.09112319946289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,4,power_law_1.2,5.679916763305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,4,power_law_1.2,7.275852966308594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,4,power_law_1.2,8.28511962890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,4,power_law_1.2,11.028646087646484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,4,power_law_1.2,13.859590148925781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,1,balanced,0.05653866628805796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,1,balanced,0.061520000298817955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,1,balanced,0.07347733279069264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,1,balanced,0.1011199951171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,1,balanced,0.16107733050982156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,1,balanced,0.16389333208402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,1,balanced,0.16523733735084534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,1,balanced,0.16760534048080444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,1,balanced,0.1708959937095642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,1,balanced,0.17372800906499228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,1,balanced,0.1798186699549357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,1,balanced,0.18707732359568277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,1,balanced,0.192138671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,1,balanced,0.20253866910934448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,1,balanced,0.21314666668574014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,1,balanced,0.22326932350794473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,1,balanced,0.26017600297927856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,1,balanced,0.32313599189122516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,1,balanced,0.36792532602945965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,1,balanced,0.5277973413467407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,1,balanced,0.6384533246358236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,1,balanced,0.8910186290740967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,1,balanced,1.1574719746907551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,1,balanced,1.682261308034261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,1,balanced,2.1949706077575684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,1,balanced,3.2918132146199546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,1,balanced,4.366165479024251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,4,power_law_1.2,18.654156494140626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,4,power_law_1.2,23.761830139160157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,4,power_law_1.01,0.07913600206375122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,4,power_law_1.01,0.0972927987575531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,4,power_law_1.01,0.08759040236473084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,4,power_law_1.01,0.13855359554290772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,4,power_law_1.01,0.14559999704360962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,4,power_law_1.01,0.20869119167327882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,4,power_law_1.01,0.19754879474639891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,4,power_law_1.01,0.20179200172424316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,4,power_law_1.01,0.21743359565734863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,4,power_law_1.01,0.2236799955368042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,4,power_law_1.01,0.22715520858764648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,4,power_law_1.01,0.22280960083007811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,4,power_law_1.01,0.2300096035003662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,4,power_law_1.01,0.22989439964294434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,4,power_law_1.01,0.2466495990753174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,4,power_law_1.01,0.24364159107208253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,4,power_law_1.01,0.24817919731140137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,4,power_law_1.01,0.2935359954833984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,4,power_law_1.01,0.3057663917541504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,4,power_law_1.2,17.320448303222655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,4,power_law_1.01,0.3530495882034302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,4,power_law_1.01,0.4106880187988281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,4,power_law_1.01,0.5355072021484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,4,power_law_1.01,0.6209407806396484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,4,power_law_1.01,0.9474111557006836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,4,power_law_1.01,1.1427583694458008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,4,power_law_1.01,1.6349952697753907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,4,power_law_1.01,2.2137216567993163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,4,balanced,0.053216000398000084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,4,balanced,0.057258665561676025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,4,balanced,0.07652799785137177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,4,balanced,0.10798399647076924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,4,balanced,0.176746666431427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,4,balanced,0.31086399157842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,4,balanced,0.314410666624705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,4,balanced,0.31338133414586383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,4,balanced,0.3149919907251994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,4,balanced,0.3168213367462158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,4,balanced,0.3209173281987508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,4,balanced,0.321888009707133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,4,balanced,0.3243253429730733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,4,balanced,0.33021867275238037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,4,balanced,0.33480532964070636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,4,balanced,0.34093332290649414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,4,balanced,0.3514719804128011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,4,balanced,0.3760799964269002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,4,balanced,0.3965173165003459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,4,balanced,0.4474560022354126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,4,balanced,0.493125319480896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,4,balanced,0.6093813180923462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,4,balanced,0.7036906878153483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,4,balanced,0.9106613000233968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,4,balanced,1.1910186608632405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,4,balanced,1.7245653470357258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,4,balanced,2.267973264058431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,2,balanced,0.049786667029062905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,2,balanced,0.051541333397229515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,2,balanced,0.05572799841562907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,2,balanced,0.06843733290831248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,2,balanced,0.0963253378868103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,2,balanced,0.09915733337402344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,2,balanced,0.10100266337394714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,2,balanced,0.10245333115259807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,2,balanced,0.10417067011197408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,2,balanced,0.10487467050552368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,2,balanced,0.10680533448855083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,2,balanced,0.11038933197657268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,2,balanced,0.11289067069689433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,2,balanced,0.11921067039171855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,2,balanced,0.1274773379166921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,2,balanced,0.1329759955406189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,2,balanced,0.15176533659299216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,2,balanced,0.1838080088297526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,2,balanced,0.20427199204762778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,2,balanced,0.3063253362973531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,2,balanced,0.34914131959279376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,2,balanced,0.4880106846491496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,2,balanced,0.6467786629994711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,2,balanced,0.9257226785024008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,2,balanced,1.2157920201619465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,2,balanced,1.7442399660746257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,2,balanced,2.321280002593994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,2,balanced,0.28892799218495685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,2,balanced,0.5275413195292155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,2,balanced,0.8615679740905762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,2,balanced,1.6693493525187175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,2,balanced,3.243647893269857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,2,balanced,6.400805155436198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,2,balanced,6.419919967651367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,2,balanced,6.433872222900391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,2,balanced,6.452890396118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,2,balanced,6.462469100952148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,2,balanced,6.49406369527181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,2,power_law_1.01,0.06424319744110107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,2,balanced,6.511589050292969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,2,power_law_1.01,0.06795520186424256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,2,power_law_1.01,0.07148159742355346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,2,power_law_1.01,0.08332800269126892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,2,power_law_1.01,0.09413120150566101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,2,balanced,6.541882832845052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,2,power_law_1.01,0.10423680543899536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,2,power_law_1.01,0.12428159713745117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,2,power_law_1.01,0.13011840581893921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,2,balanced,6.584277470906575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,2,power_law_1.01,0.13131519556045532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,2,power_law_1.01,0.1333567976951599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,2,power_law_1.01,0.14528640508651733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,2,power_law_1.01,0.14484479427337646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,2,balanced,6.631034851074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,2,power_law_1.01,0.14817919731140136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,2,power_law_1.01,0.1620479941368103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,2,power_law_1.01,0.17136640548706056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,2,power_law_1.01,0.18071680068969725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,2,power_law_1.01,0.19410560131072999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,2,balanced,6.6646881103515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,2,power_law_1.01,0.2268224000930786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,2,power_law_1.01,0.28901760578155516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,2,power_law_1.01,0.33974399566650393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,2,power_law_1.01,0.4177663803100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,2,balanced,6.8098398844401045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,2,power_law_1.01,0.5388160228729248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,2,balanced,7.028853098551433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,2,power_law_1.01,0.6721151828765869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,2,power_law_1.01,0.9611007690429687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,2,balanced,7.230133056640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,2,power_law_1.01,1.2383551597595215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,2,power_law_1.01,1.7590591430664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,2,balanced,7.475290934244792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,2,power_law_1.01,2.2826751708984374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,2,balanced,7.866218566894531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,2,balanced,8.495610555013021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,2,balanced,8.898111979166666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,2,balanced,15.980394999186197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,2,balanced,15.80776596069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,2,balanced,23.318501790364582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,2,balanced,30.955118815104168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.3416960000991821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.304313588142395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.3049024105072021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.3046720027923584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.2541887998580933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.27796480655670164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.2951616048812866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.296729588508606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.3123456001281738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.2837503910064697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.30547199249267576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.30869760513305666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.2996799945831299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.30458879470825195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.32433280944824217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.37240960597991946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.4455999851226807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.483673620223999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.5769279956817627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.8857343673706055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,64,power_law_1.01,1.0747584342956542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,64,power_law_1.01,1.566335964202881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,64,power_law_1.01,2.2799039840698243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,64,power_law_1.01,3.0842048645019533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,64,power_law_1.01,4.175590515136719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,2,power_law_1.01,0.07716479897499084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,64,power_law_1.01,6.440064239501953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,2,power_law_1.01,0.07795199751853943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,2,power_law_1.01,0.10343680381774903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,2,power_law_1.01,0.12506879568099977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,2,power_law_1.01,0.12412159442901612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,2,power_law_1.01,0.12769919633865356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,2,power_law_1.01,0.13446400165557862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,2,power_law_1.01,0.12625919580459594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,2,power_law_1.01,0.13388160467147828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,2,power_law_1.01,0.13957760334014893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,2,power_law_1.01,0.15689599514007568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,2,power_law_1.01,0.16392960548400878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,64,power_law_1.01,8.471327972412109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,2,power_law_1.01,0.18266240358352662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,2,power_law_1.01,0.17979520559310913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,2,power_law_1.01,0.2089087963104248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,2,power_law_1.01,0.22014079093933106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,2,power_law_1.01,0.2787967920303345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,2,power_law_1.01,0.33253118991851804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,2,power_law_1.01,0.40942721366882323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,2,power_law_1.01,0.5419007778167725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,2,power_law_1.01,0.8193856239318847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,2,power_law_1.01,1.159340763092041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,2,power_law_1.01,1.3415488243103026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,2,power_law_1.01,2.0516992568969727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,2,power_law_1.2,0.08918399810791015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,2,power_law_1.2,0.0941760003566742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,2,power_law_1.2,0.11192959547042847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,2,power_law_1.2,0.12420480251312256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,2,power_law_1.2,0.14625279903411864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,2,power_law_1.2,0.19905279874801635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,2,power_law_1.2,0.2048640012741089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,2,power_law_1.2,0.21726078987121583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,2,power_law_1.2,0.21207680702209472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,2,power_law_1.2,0.22856318950653076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,2,power_law_1.2,0.23403520584106446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,2,power_law_1.2,0.24293758869171142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,2,power_law_1.2,0.24511361122131348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,2,power_law_1.2,0.27007360458374025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,2,power_law_1.2,0.2935296058654785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,2,power_law_1.2,0.3264064073562622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,2,power_law_1.2,0.37129600048065187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,2,power_law_1.2,0.4280831813812256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,2,power_law_1.2,0.48708481788635255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,2,power_law_1.2,0.6210624217987061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,2,power_law_1.2,0.7274752140045166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,2,power_law_1.2,1.0773823738098145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,2,power_law_1.2,1.3232255935668946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,2,power_law_1.01,2.5842239379882814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,2,power_law_1.2,1.8305728912353516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,2,power_law_1.2,2.2490047454833983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,2,power_law_1.2,3.252127838134766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.06622719764709473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.07830399870872498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.1161344051361084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.16124800443649293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.20869760513305663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.3447999954223633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.37010560035705564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.3845887899398804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.39514880180358886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.401632022857666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.42206082344055174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.4474175930023193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.4521791934967041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.4743167877197266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.5007232189178467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.540121603012085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.5709055900573731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.6619135856628418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.7908800125122071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.9235520362854004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,1,power_law_1.2,1.0567359924316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,1,power_law_1.2,1.4122495651245117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,1,power_law_1.2,1.7515520095825194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,2,power_law_1.2,4.78337287902832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,1,power_law_1.2,2.510527992248535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,2,power_law_1.01,4.654886245727539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,1,power_law_1.2,3.254163360595703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,2,power_law_1.01,5.337395095825196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,1,power_law_1.2,4.761555099487305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,256,balanced,0.18661334117253622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,256,balanced,0.1872373421986898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,256,balanced,0.18157333135604858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,256,balanced,0.1784213383992513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,256,balanced,0.17934934298197427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,256,balanced,0.18130133549372354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,256,balanced,0.18237332503000894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,256,balanced,0.1842613418896993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,256,balanced,0.18438400824864706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,256,balanced,0.18473599354426065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,256,balanced,0.18823466698328653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,256,balanced,0.18945600589116415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,256,balanced,0.21145067612330118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,256,balanced,0.19429866472880045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,256,balanced,0.19810134172439575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,256,balanced,0.20201599597930908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,256,balanced,0.20717867215474448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,256,balanced,0.2343626618385315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,256,balanced,0.24490133921305338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,256,balanced,0.24670400222142538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,256,balanced,0.27715200185775757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,256,balanced,0.3135040005048116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,256,balanced,0.37225600083669025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,256,balanced,0.4532800118128459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,256,balanced,0.6825439929962158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,256,balanced,0.8495093186696371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,256,balanced,1.1510026454925537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.08363519906997681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.09758080244064331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.12425600290298462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.19902080297470093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.2066495895385742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.21136000156402587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.22140800952911377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.22994558811187743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.22318720817565918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.23372159004211426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.24081919193267823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.26747519969940187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.27998719215393064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.28524160385131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.34236159324646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.34558079242706297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.35148160457611083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.45995521545410156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.59202561378479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.8451904296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,1,power_law_1.01,1.0524415969848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,1,power_law_1.2,6.243673706054688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,1,power_law_1.01,1.484505558013916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,1,power_law_1.01,1.863475227355957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,4,power_law_1.01,0.13122559785842897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,4,power_law_1.01,0.1527999997138977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,4,power_law_1.01,0.1625216007232666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,4,power_law_1.01,0.21406080722808837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,4,power_law_1.01,0.2774912118911743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,4,power_law_1.01,0.3548736095428467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,4,power_law_1.01,0.3538304090499878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,4,power_law_1.01,0.3598848104476929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,4,power_law_1.01,0.3712831974029541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,1,power_law_1.01,2.692505645751953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,4,power_law_1.01,0.3671999931335449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,4,power_law_1.01,0.3887232065200806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,32,power_law_1.01,0.049721598625183105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,4,power_law_1.01,0.3903424024581909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,32,power_law_1.01,0.04535039961338043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,4,power_law_1.01,0.40986242294311526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,32,power_law_1.01,0.045414400100708005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,4,power_law_1.01,0.4119103908538818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,32,power_law_1.01,0.039078399538993835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,4,power_law_1.01,0.4502272129058838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,32,power_law_1.01,0.04246399998664856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,32,power_law_1.01,0.047577598690986635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,4,power_law_1.01,0.47104640007019044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,32,power_law_1.01,0.046598398685455324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,4,power_law_1.01,0.48478078842163086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,32,power_law_1.01,0.0460671991109848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,32,power_law_1.01,0.05203840136528015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,4,power_law_1.01,0.5400832176208497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,32,power_law_1.01,0.053235197067260744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,32,power_law_1.01,0.05813120007514953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,32,power_law_1.01,0.06104959845542908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,32,power_law_1.01,0.06173440217971802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,32,power_law_1.01,0.05797119736671448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,32,power_law_1.01,0.06663680076599121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,32,power_law_1.01,0.07454079985618592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,32,power_law_1.01,0.08239359855651855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,4,power_law_1.01,0.6411647796630859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,32,power_law_1.01,0.09597439765930176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,32,power_law_1.01,0.10796799659729003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,4,power_law_1.01,0.7775487899780273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,32,power_law_1.01,0.13240959644317626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,32,power_law_1.01,0.17137279510498046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,4,power_law_1.01,0.9399295806884765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,32,power_law_1.01,0.2686784029006958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,4,power_law_1.01,1.2277055740356446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,32,power_law_1.01,0.2768127918243408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,32,power_law_1.01,0.3683455944061279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,4,power_law_1.01,1.5461248397827148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,32,power_law_1.01,0.5338624000549317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,4,power_law_1.01,2.3031488418579102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,32,power_law_1.01,0.7679359912872314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,32,power_law_1.01,0.9910400390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,4,power_law_1.01,2.9105152130126952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,4,power_law_1.01,4.364147186279297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,4,power_law_1.01,5.253792190551758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,1,power_law_1.01,3.545542526245117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,1,power_law_1.01,5.270694351196289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,4,power_law_1.01,0.06643199920654297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,4,power_law_1.01,0.08202239871025085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,4,power_law_1.01,0.08895999789237977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,4,power_law_1.01,0.10697599649429321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,4,power_law_1.01,0.1351680040359497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,4,power_law_1.01,0.13912320137023926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,4,power_law_1.01,0.15642240047454833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,4,power_law_1.01,0.1716480016708374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,4,power_law_1.01,0.1668544054031372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,4,power_law_1.01,0.16312960386276246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,4,power_law_1.01,0.17262719869613646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,4,power_law_1.01,0.17795200347900392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,4,power_law_1.01,0.18529280424118041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,4,power_law_1.01,0.1882815957069397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,4,power_law_1.01,0.19555840492248536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,4,power_law_1.01,0.21418240070343017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,4,power_law_1.01,0.22456960678100585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,4,power_law_1.01,0.25089919567108154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,4,power_law_1.01,0.2944191932678223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,4,power_law_1.01,0.33879039287567136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,4,power_law_1.01,0.43811841011047364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,4,power_law_1.01,0.5388607978820801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,4,power_law_1.01,0.6079423904418946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,4,power_law_1.01,0.87193603515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,4,power_law_1.01,1.0486463546752929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,4,power_law_1.01,1.5233920097351075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,4,power_law_1.01,2.1715200424194334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,1,power_law_1.01,7.033618927001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.2259455919265747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.28356480598449707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.40446720123291013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.5564608097076416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.740396785736084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,2,power_law_1.2,1.1797183990478515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,2,power_law_1.2,1.2745408058166503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,2,power_law_1.2,1.3192959785461427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,2,power_law_1.2,1.387168025970459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,2,power_law_1.2,1.3792192459106445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,2,power_law_1.2,1.4466752052307128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,2,power_law_1.2,1.5386048316955567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,2,power_law_1.2,1.5692607879638671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,2,power_law_1.2,1.6472896575927733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,2,power_law_1.2,1.8109312057495117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,2,power_law_1.2,1.8966335296630858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,2,power_law_1.2,1.761382484436035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,2,power_law_1.2,2.061267280578613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,2,power_law_1.2,2.1350847244262696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,2,power_law_1.2,2.6748607635498045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,2,power_law_1.2,3.20819206237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,2,power_law_1.2,4.213471984863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,2,power_law_1.2,4.857337570190429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,2,power_law_1.2,7.802342224121094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,2,power_law_1.2,9.870925140380859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.0813696026802063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.10796159505844116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.14359040260314943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.23570559024810792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.24325759410858155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.2519871950149536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.2399616003036499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.23831040859222413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.25005440711975097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.26667520999908445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,2,power_law_1.2,14.510887145996094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.2636224031448364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.29025280475616455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.3077120065689087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.30132479667663575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.3351680040359497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.351200008392334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.3960063934326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.5469567775726318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.655289602279663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.8967552185058594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,1,power_law_1.2,1.1465279579162597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,1,power_law_1.2,1.6286399841308594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,1,power_law_1.2,2.060576057434082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,2,power_law_1.2,0.1402624011039734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,2,power_law_1.2,0.1150272011756897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,2,power_law_1.2,0.18328319787979125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,2,power_law_1.2,0.2300352096557617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,2,power_law_1.2,0.24387199878692628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,2,power_law_1.2,0.2351232051849365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,2,power_law_1.2,0.2544384002685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,2,power_law_1.2,0.25553920269012453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,2,power_law_1.2,1.010918426513672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,2,power_law_1.2,1.1920384407043456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,1,power_law_1.2,2.953081512451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,2,power_law_1.2,0.3202816009521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,2,power_law_1.2,0.35167999267578126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,2,power_law_1.2,0.36474881172180174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,2,power_law_1.2,0.36112639904022215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,2,power_law_1.2,0.3989696025848389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,2,power_law_1.2,0.3994879961013794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,2,power_law_1.2,0.557689619064331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,2,power_law_1.2,0.6968128204345703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,2,power_law_1.2,0.8381504058837891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,2,power_law_1.2,1.0661120414733887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,2,power_law_1.2,1.4221823692321778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.5229375839233399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.8710463523864747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,16,power_law_1.2,1.1812928199768067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,16,power_law_1.2,1.1985664367675781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,16,power_law_1.2,1.281811237335205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,1,power_law_1.2,3.8972606658935547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,16,power_law_1.2,1.130681610107422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,16,power_law_1.2,1.1609151840209961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.9009856224060059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,2,power_law_1.2,2.0832128524780273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,16,power_law_1.2,1.066982364654541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,16,power_law_1.2,1.0510848045349122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,16,power_law_1.2,1.0585408210754395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,16,power_law_1.2,1.0749631881713868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,16,power_law_1.2,1.0437952041625977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,16,power_law_1.2,1.2969728469848634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,16,power_law_1.2,1.3303680419921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,16,power_law_1.2,1.2613183975219726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,16,power_law_1.2,1.3453887939453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,16,power_law_1.2,1.4845248222351075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,16,power_law_1.2,1.699180793762207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,16,power_law_1.2,2.2706560134887694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,16,power_law_1.2,14.414720153808593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,2,power_law_1.2,2.710598373413086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,16,power_law_1.2,19.375987243652343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,16,power_law_1.2,3.1544191360473635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,16,power_law_1.2,4.249062347412109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,16,power_law_1.2,6.473856353759766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,16,power_law_1.2,9.657516479492188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,16,power_law_1.2,10.47457275390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,2,power_law_1.2,16.973715209960936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,2,power_law_1.01,0.09025279879570007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,2,power_law_1.01,0.10862720012664795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,2,power_law_1.01,0.11818239688873292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,2,power_law_1.01,0.1383296012878418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,2,power_law_1.01,0.16979199647903442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,2,power_law_1.01,0.20869760513305663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,2,power_law_1.01,0.24235520362854004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,2,power_law_1.01,0.25389440059661866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,2,power_law_1.01,0.2661312103271484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,2,power_law_1.01,0.26530559062957765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,2,power_law_1.01,0.2807487964630127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,2,power_law_1.01,0.28631041049957273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,2,power_law_1.01,0.2969280004501343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,2,power_law_1.01,0.31325440406799315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,2,power_law_1.01,0.343507194519043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,2,power_law_1.01,0.3721024036407471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,2,power_law_1.01,0.4003647804260254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,2,power_law_1.01,0.48346238136291503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,2,power_law_1.01,0.5471744060516357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,2,power_law_1.01,0.6675327777862549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,2,power_law_1.01,0.8203968048095703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,2,power_law_1.01,1.0821056365966797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,2,power_law_1.01,1.4777600288391113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,2,power_law_1.01,1.9705984115600585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,2,power_law_1.01,2.6058048248291015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,1,power_law_1.2,5.832236862182617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,2,power_law_1.01,3.6577152252197265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,2,power_law_1.01,4.763488006591797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,2,power_law_1.2,3.616524887084961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,2,power_law_1.2,5.452582550048828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,1,power_law_1.2,7.718278503417968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,2,power_law_1.2,7.594566345214844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,1,balanced,0.13080533345540366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,1,balanced,0.18464533487955728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,1,balanced,0.2969866593678792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,1,balanced,0.4978773196538289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,1,balanced,0.8884373505910238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,1,balanced,1.696623961130778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,1,balanced,1.7067359288533528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,1,balanced,1.7175626754760742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,1,balanced,1.7308640480041504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,1,balanced,1.741989294687907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,1,balanced,1.7613120079040527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,1,balanced,1.7786933581034343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,1,balanced,1.7897653579711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,1,balanced,1.818720022837321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,1,balanced,1.8421279589335124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,1,balanced,1.8703200022379558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,1,balanced,1.9318186442057292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,1,balanced,2.0627733866373696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,1,balanced,2.1950772603352866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,1,balanced,2.4241867065429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,1,balanced,2.684666633605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,1,balanced,3.312117258707682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,1,balanced,3.706672032674154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,1,balanced,5.460821151733398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,1,balanced,6.657562891642253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,1,balanced,9.950223922729492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,1,balanced,13.18627675374349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,2,power_law_1.01,0.1869439959526062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,2,power_law_1.01,0.28638079166412356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,2,power_law_1.01,0.48730878829956054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,2,power_law_1.01,0.6268735885620117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,2,power_law_1.01,0.9330368041992188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,2,power_law_1.01,1.3011136054992676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,2,power_law_1.01,1.491327953338623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,2,power_law_1.01,1.91711368560791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,2,power_law_1.01,1.8104448318481445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,2,power_law_1.01,1.9510528564453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,2,power_law_1.01,2.0001983642578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,2,power_law_1.01,2.0546239852905273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,2,power_law_1.01,2.0577152252197264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,2,power_law_1.01,2.18985595703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,2,power_law_1.01,2.2974720001220703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,2,power_law_1.01,2.445631980895996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,2,power_law_1.01,2.3094207763671877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,2,power_law_1.01,2.6437759399414062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,2,power_law_1.01,2.8196928024291994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,2,power_law_1.01,3.31607666015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,2,power_law_1.01,3.528249740600586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,2,power_law_1.01,4.348627090454102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,2,power_law_1.01,4.831103897094726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,2,power_law_1.01,6.145753479003906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,2,power_law_1.01,7.3969276428222654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,1,power_law_1.2,0.17278079986572265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,1,power_law_1.2,0.22933759689331054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,1,power_law_1.2,0.3764415979385376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,1,power_law_1.2,0.5501440048217774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,2,power_law_1.01,10.009446716308593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,1,power_law_1.2,0.7405119895935058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,1,power_law_1.2,1.3606847763061523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,1,power_law_1.2,1.4595328330993653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,1,power_law_1.2,1.5263808250427247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,1,power_law_1.2,1.5819456100463867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,2,power_law_1.01,13.85167999267578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,1,power_law_1.2,1.6336959838867187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,1,power_law_1.2,1.6915584564208985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,1,power_law_1.2,1.7813440322875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,1,power_law_1.2,1.8426176071166993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,1,power_law_1.2,1.9641408920288086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,1,power_law_1.2,2.035788726806641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,1,power_law_1.2,2.0872447967529295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,1,power_law_1.2,2.224287986755371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,1,power_law_1.2,2.4435903549194338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,1,power_law_1.2,2.6718271255493162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,1,power_law_1.2,3.2745792388916017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,1,power_law_1.2,4.184896087646484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,1,power_law_1.2,5.244774246215821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,1,power_law_1.2,5.827987289428711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,2,power_law_1.2,9.75889892578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.5334911823272706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.8306303977966308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.7783232212066651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,1,power_law_1.2,8.181529235839843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.7952960014343262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.8387136459350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.5375423908233643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.7419263839721679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.6873087882995605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.7764416217803956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,1,power_law_1.2,10.6080322265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.7022655963897705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.7932479858398438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.8071743965148925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.8707008361816406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.8398847579956055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.9187968254089356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.8698304176330567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,16,power_law_1.2,1.131769561767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,16,power_law_1.2,1.3667200088500977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,1,power_law_1.2,14.994451904296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,16,power_law_1.2,1.3491200447082519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,16,power_law_1.2,1.6428991317749024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,16,power_law_1.2,1.9564287185668945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,16,power_law_1.2,2.2971839904785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,16,power_law_1.2,2.9188863754272463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,16,power_law_1.2,4.642022323608399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,8,balanced,0.43200000127156574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,8,balanced,0.4262133439381917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,8,balanced,0.4338506857554118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,8,balanced,0.38909868399302167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,8,balanced,0.3895946741104126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,16,power_law_1.2,4.954227066040039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,8,balanced,0.3922239939371745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,8,balanced,0.3923146724700928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,8,balanced,0.3938613335291545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,8,balanced,0.40377068519592285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,8,balanced,0.4058186610539754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,8,balanced,0.4131466547648112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,8,balanced,0.439029335975647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,8,balanced,0.44197332859039307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,8,balanced,0.4816266695658366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,8,balanced,0.5428746541341146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,8,balanced,0.5484000047047933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,8,balanced,0.5667466719945272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,8,balanced,0.9365599950154623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,16,power_law_1.2,8.121939086914063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,8,balanced,0.9566773573557535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,8,balanced,1.535136063893636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,8,balanced,1.73964262008667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,8,balanced,2.616682688395182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,8,balanced,3.5154240926106772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,16,power_law_1.2,13.08115234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,8,balanced,5.2638241449991865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,8,balanced,6.684250513712565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,1,power_law_1.2,19.368928527832033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,8,balanced,9.809312184651693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,8,balanced,13.090325673421225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,8,power_law_1.01,0.07845119833946228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,8,power_law_1.01,0.09562240242958069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,8,power_law_1.01,0.08677759766578674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,8,power_law_1.01,0.09501439929008484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,8,power_law_1.01,0.10055680274963379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,8,power_law_1.01,0.11422719955444335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,8,power_law_1.01,0.12632319927215577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,8,power_law_1.01,0.12254719734191895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,8,power_law_1.01,0.1218176007270813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,8,power_law_1.01,0.12403839826583862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,8,power_law_1.01,0.12332160472869873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,8,power_law_1.01,0.12847360372543334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,8,power_law_1.01,0.11937919855117798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,8,power_law_1.01,0.12800639867782593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,8,power_law_1.01,0.13686399459838866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,8,power_law_1.01,0.14181120395660402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,8,power_law_1.01,0.15981440544128417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,8,power_law_1.01,0.17596800327301027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,8,power_law_1.01,0.19806079864501952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,8,power_law_1.01,0.21913599967956543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,8,power_law_1.01,0.24471681118011473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,8,power_law_1.01,0.356166410446167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,8,power_law_1.01,0.37331840991973875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,8,power_law_1.01,0.6089663982391358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,8,power_law_1.01,0.7041791915893555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,8,power_law_1.01,1.0978431701660156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,8,power_law_1.01,1.45481595993042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,2,power_law_1.2,0.06593919992446899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,2,power_law_1.2,0.07122560143470764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,2,power_law_1.2,0.08606079816818238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,2,power_law_1.2,0.1060479998588562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,2,power_law_1.2,0.12054400444030762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,2,power_law_1.2,0.19431040287017823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,2,power_law_1.2,0.20199038982391357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,2,power_law_1.2,0.21668479442596436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,2,power_law_1.2,0.21619839668273927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,2,power_law_1.2,0.22410879135131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,2,power_law_1.2,0.23644158840179444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,2,power_law_1.2,0.24910080432891846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,2,power_law_1.2,0.2501503944396973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,2,power_law_1.2,0.2672640085220337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,2,power_law_1.2,0.27601280212402346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,2,power_law_1.2,0.287443208694458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,2,power_law_1.2,0.3235071897506714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,2,power_law_1.2,0.38046081066131593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,2,power_law_1.2,0.4809152126312256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,2,power_law_1.2,0.5553023815155029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,2,power_law_1.2,0.7105152130126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,2,power_law_1.2,0.8874239921569824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,2,power_law_1.2,1.0664128303527831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,2,power_law_1.2,1.385651206970215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,2,power_law_1.2,1.9941120147705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,16,power_law_1.2,0.12216960191726685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,16,power_law_1.2,0.09519360065460206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,16,power_law_1.2,0.09683840274810791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,16,power_law_1.2,0.09780480265617371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,16,power_law_1.2,0.09594240188598632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,16,power_law_1.2,0.09685119986534119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,16,power_law_1.2,0.10318080186843873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,16,power_law_1.2,0.09976320266723633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,16,power_law_1.2,0.1027008056640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,16,power_law_1.2,0.10549759864807129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,16,power_law_1.2,0.10902400016784668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,16,power_law_1.2,0.10794240236282349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,16,power_law_1.2,0.11019519567489625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,16,power_law_1.2,0.11904000043869019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,16,power_law_1.2,0.12772480249404908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,16,power_law_1.2,0.13571840524673462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,16,power_law_1.2,0.14101760387420653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,16,power_law_1.2,0.1732800006866455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,16,power_law_1.2,0.1977728009223938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,16,power_law_1.2,0.24776320457458495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,16,power_law_1.2,0.3114367961883545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,16,power_law_1.2,0.4200128078460693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,16,power_law_1.2,0.6250751972198486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,16,power_law_1.2,0.8176128387451171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,16,power_law_1.2,1.1647808074951171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,16,power_law_1.2,1.5437952041625977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,2,power_law_1.01,0.18916480541229247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,2,power_law_1.01,0.24077439308166504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,2,power_law_1.01,0.3029184103012085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,2,power_law_1.01,0.3575551986694336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,2,power_law_1.01,0.3791615962982178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,2,power_law_1.01,0.38419198989868164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,2,power_law_1.01,0.4026048183441162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,2,power_law_1.01,0.41322879791259765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,2,power_law_1.01,0.4243199825286865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,2,power_law_1.01,1.2798463821411132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,2,power_law_1.01,1.2989824295043946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,2,power_law_1.01,2.8407615661621093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,2,power_law_1.01,3.7781951904296873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,2,power_law_1.01,0.6701759815216064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,2,power_law_1.01,0.6734079837799072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,2,power_law_1.01,0.8162367820739747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,2,power_law_1.01,0.8413503646850586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,2,power_law_1.01,1.1399104118347168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,2,power_law_1.01,1.4830464363098144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,1,power_law_1.01,0.12921600341796874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,1,power_law_1.01,0.18549120426177979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,16,power_law_1.2,2.2047296524047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,1,power_law_1.01,0.3141567945480347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,1,power_law_1.01,0.577561616897583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,2,power_law_1.2,2.8593215942382812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,1,power_law_1.01,0.866585636138916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,2,power_law_1.01,2.0244352340698244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,1,power_law_1.01,1.1157504081726075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,1,power_law_1.01,1.538912010192871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,1,power_law_1.01,1.6023103713989257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,2,power_law_1.01,2.416192054748535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,1,power_law_1.01,1.6957887649536132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,1,power_law_1.01,1.7122623443603515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,1,power_law_1.01,1.8147903442382813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,1,power_law_1.01,1.9020864486694335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,1,power_law_1.01,1.8826431274414062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,1,power_law_1.01,2.047385597229004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,1,power_law_1.01,2.0995391845703124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,1,power_law_1.01,2.214412879943848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,1,power_law_1.01,2.3546560287475584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,2,power_law_1.01,3.312102508544922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,1,power_law_1.01,2.5926528930664063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,1,power_law_1.01,2.6340927124023437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,1,power_law_1.01,3.0076671600341798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,1,power_law_1.01,3.2180225372314455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,1,power_law_1.01,3.9413822174072264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,1,power_law_1.01,4.610611343383789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,4,power_law_1.2,0.05191680192947388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,4,power_law_1.2,0.052172797918319705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,4,power_law_1.2,0.05260159969329834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,4,power_law_1.2,0.0547327995300293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,4,power_law_1.2,0.055904000997543335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,4,power_law_1.2,0.06336640119552613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,4,power_law_1.2,0.06369919776916504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,4,power_law_1.2,0.0636352002620697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,4,power_law_1.2,0.06494719982147217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,1,power_law_1.01,6.073011016845703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,4,power_law_1.2,0.0666815996170044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,4,power_law_1.2,0.0673088014125824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,4,power_law_1.2,0.06977279782295227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,4,power_law_1.2,0.07677440047264099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,4,power_law_1.2,0.10600320100784302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,4,power_law_1.2,0.1142848014831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,4,power_law_1.2,0.12192000150680542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,1,power_law_1.01,7.676185607910156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,2,power_law_1.01,4.307340621948242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,4,power_law_1.2,0.15322240591049194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,1,power_law_1.01,10.692960357666015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,4,power_law_1.2,0.17742079496383667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,1,power_law_1.01,13.767584228515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,4,power_law_1.2,0.21966080665588378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,4,power_law_1.2,0.2575551986694336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,2,power_law_1.01,6.4594367980957035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,4,power_law_1.2,0.32715520858764646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,2,power_law_1.2,0.11234560012817382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,2,power_law_1.2,0.12784639596939087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,2,power_law_1.2,0.1732159972190857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,2,power_law_1.2,0.20431358814239503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,2,power_law_1.2,0.27024641036987307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,2,power_law_1.2,0.31875200271606446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,2,power_law_1.2,0.3883903980255127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,2,power_law_1.2,0.5015359878540039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,4,power_law_1.2,0.5335616111755371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,2,power_law_1.2,3.8941120147705077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,2,power_law_1.2,0.5224639892578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,2,power_law_1.2,0.5487296104431152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,2,power_law_1.2,0.5622208118438721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,2,power_law_1.2,0.6049983978271485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,2,power_law_1.2,0.6218175888061523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,2,power_law_1.01,8.878463745117188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,2,power_law_1.2,0.6697984218597413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,2,power_law_1.2,0.6630080223083497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,2,power_law_1.2,0.6939839839935302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,2,power_law_1.2,0.760262393951416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,2,power_law_1.2,0.8666815757751465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,2,power_law_1.2,0.9673664093017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,2,power_law_1.2,1.1957247734069825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,2,power_law_1.2,1.2979007720947267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,2,power_law_1.2,1.7014144897460937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,2,power_law_1.2,2.0459264755249023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,2,power_law_1.2,2.7327104568481446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,2,power_law_1.2,3.464281463623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,2,power_law_1.2,4.7276863098144535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,2,power_law_1.2,6.356358337402344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,2,power_law_1.01,12.781005096435546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,4,power_law_1.2,0.7128255844116211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,2,power_law_1.01,17.8845947265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,4,power_law_1.01,0.30236799716949464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,4,power_law_1.01,0.42009601593017576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,4,power_law_1.01,0.45012478828430175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,4,power_law_1.01,0.6316160202026367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,4,power_law_1.01,0.7596288204193116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,4,power_law_1.01,0.9852095603942871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,4,power_law_1.01,0.9921407699584961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,4,power_law_1.01,1.0515392303466797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,4,power_law_1.2,0.9149503707885742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,4,power_law_1.01,1.0747455596923827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,4,power_law_1.01,1.0606719970703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,4,power_law_1.01,1.1051072120666503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,4,power_law_1.01,1.1464896202087402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,4,power_law_1.01,1.1854975700378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,4,power_law_1.01,1.1727423667907715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,4,power_law_1.01,1.270687961578369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,4,power_law_1.01,1.3851327896118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,4,power_law_1.01,5.883475112915039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,4,power_law_1.01,8.487232208251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,4,power_law_1.01,1.718400001525879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,4,power_law_1.01,2.2558719635009767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,4,power_law_1.01,2.3988672256469727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,4,power_law_1.01,3.1539392471313477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,4,power_law_1.01,3.773779296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,4,power_law_1.01,5.448998260498047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,4,power_law_1.01,6.663686370849609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,4,power_law_1.01,8.974079895019532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,4,power_law_1.01,13.804339599609374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,4,power_law_1.2,1.180076789855957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,1,power_law_1.01,0.07839999794960022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,1,power_law_1.01,0.11331839561462402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,1,power_law_1.01,0.20356481075286864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,1,power_law_1.01,0.28748159408569335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,1,power_law_1.01,0.3922431945800781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,1,power_law_1.01,0.6102464199066162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,1,power_law_1.01,0.6555520057678222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,1,power_law_1.01,0.6755839824676514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,1,power_law_1.01,0.6997183799743653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,1,power_law_1.01,0.6998464107513428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,1,power_law_1.01,0.7312640190124512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,1,power_law_1.01,0.7506175994873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,1,power_law_1.01,0.7814591884613037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,1,power_law_1.01,0.821286392211914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,1,power_law_1.01,0.8258432388305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,1,power_law_1.01,0.8600192070007324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,1,power_law_1.01,0.9006464004516601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,1,power_law_1.01,0.9827775955200195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,1,power_law_1.01,1.0601280212402344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,1,power_law_1.01,1.3315648078918456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,1,power_law_1.01,1.57192964553833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,1,power_law_1.01,2.0722240447998046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,1,power_law_1.01,2.433184051513672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,1,power_law_1.01,3.438470458984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,1,power_law_1.01,4.417222213745117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,1,power_law_1.01,6.513011169433594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,1,power_law_1.01,8.593280029296874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,4,power_law_1.2,2.038355255126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,4,power_law_1.2,2.476479911804199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,2,power_law_1.2,0.043750399351119997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,2,power_law_1.2,0.0469760000705719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,2,power_law_1.2,0.04627839922904968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,2,power_law_1.2,0.05455999970436096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,2,power_law_1.2,0.05539199709892273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,2,power_law_1.2,0.0642687976360321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,2,power_law_1.2,0.07274879813194275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,2,power_law_1.2,0.06394240260124207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,2,power_law_1.2,0.06581760048866273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,2,power_law_1.2,0.06520320177078247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,2,power_law_1.2,0.06933119893074036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,2,power_law_1.2,0.07027199864387512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,2,power_law_1.2,0.07255679965019227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,2,power_law_1.2,0.07491840124130249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,2,power_law_1.2,0.09297279715538025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,2,power_law_1.2,0.11505279541015626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,2,power_law_1.2,0.10892800092697144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,2,power_law_1.2,0.15761280059814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,2,power_law_1.2,0.16136319637298585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,2,power_law_1.2,0.2155519962310791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,2,power_law_1.2,0.33717761039733884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,2,power_law_1.2,0.4104320049285889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,1,balanced,0.10610666871070862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,1,balanced,0.13315199812253317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,1,balanced,0.1803306738535563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,1,balanced,0.2916426658630371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,1,balanced,0.5319733222325643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,1,balanced,0.6598186492919922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,1,balanced,0.6708640257517496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,1,balanced,0.6765920321146647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,1,balanced,0.682154655456543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,1,balanced,0.6900693575541178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,1,balanced,0.7049280007680258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,1,balanced,0.7214720249176025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,1,balanced,0.7308746973673502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,1,balanced,0.7525226275126139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,1,balanced,0.7696266969045004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,1,balanced,0.790725310643514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,1,balanced,0.8286240100860596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,1,balanced,0.986682653427124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,1,balanced,1.0266079902648926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,1,balanced,1.3173866271972656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,1,balanced,1.5036053657531738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,1,balanced,2.0215999285380044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,1,balanced,2.5477174123128257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,1,balanced,3.5520105361938477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,1,balanced,4.7312211990356445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,1,balanced,6.749071756998698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,1,balanced,8.929786682128906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,2,power_law_1.2,0.5325312137603759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,16,power_law_1.01,0.12211840152740479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,16,power_law_1.01,0.09934080243110657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,16,power_law_1.01,0.08783360123634339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,16,power_law_1.01,0.09658240079879761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,16,power_law_1.01,0.09060479998588562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,16,power_law_1.01,0.10027519464492798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,16,power_law_1.01,0.10143359899520873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,16,power_law_1.01,0.1046336054801941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,16,power_law_1.01,0.10354559421539307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,16,power_law_1.01,0.1046720027923584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,16,power_law_1.01,0.10760320425033569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,16,power_law_1.01,0.10922880172729492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,16,power_law_1.01,0.1106112003326416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,16,power_law_1.01,0.11616640090942383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,16,power_law_1.01,0.12309119701385499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,16,power_law_1.01,0.12505600452423096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,16,power_law_1.01,0.13859200477600098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,16,power_law_1.01,0.15865600109100342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,16,power_law_1.01,0.1805184006690979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,16,power_law_1.01,0.2483583927154541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,16,power_law_1.01,0.28793599605560305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,16,power_law_1.01,0.404633617401123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,16,power_law_1.01,0.5074751853942872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,16,power_law_1.01,0.734003210067749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,16,power_law_1.01,0.8790335655212402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,16,power_law_1.01,1.2247679710388184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,16,power_law_1.01,1.719865608215332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,2,power_law_1.2,0.7868927955627442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,4,power_law_1.2,0.08321920037269592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,4,power_law_1.2,0.08058879971504211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,4,power_law_1.2,0.1017024040222168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,4,power_law_1.2,0.12711039781570435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,4,power_law_1.2,0.12974079847335815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,4,power_law_1.2,0.19479039907455445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,4,power_law_1.2,0.2047424077987671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,4,power_law_1.2,0.2099008083343506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,4,power_law_1.2,0.21561601161956787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,4,power_law_1.2,0.2152575969696045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,4,power_law_1.2,0.22812800407409667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,4,power_law_1.2,0.24323201179504395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,4,power_law_1.2,0.24763519763946534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,4,power_law_1.2,0.2501120090484619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,4,power_law_1.2,0.24545280933380126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,4,power_law_1.2,0.27543039321899415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,4,power_law_1.2,0.2917759895324707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,4,power_law_1.2,0.3429951906204224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,4,power_law_1.2,0.41735038757324217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,4,power_law_1.2,0.5066431999206543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,4,power_law_1.2,0.5463808059692383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,4,power_law_1.2,0.7887167930603027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,4,power_law_1.2,1.0174336433410645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,4,power_law_1.2,1.4155327796936035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,4,power_law_1.2,1.7396671295166015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,2,power_law_1.2,0.921996784210205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,2,power_law_1.01,0.05689600110054016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,2,power_law_1.01,0.06249600052833557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,2,power_law_1.01,0.07251840233802795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,2,power_law_1.01,0.08516479730606079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,2,power_law_1.01,0.09693440198898315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,2,power_law_1.01,0.12760319709777831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,2,power_law_1.01,0.130348801612854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,2,power_law_1.01,0.13656320571899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,2,power_law_1.01,0.14028160572052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,2,power_law_1.01,0.1411903977394104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,2,power_law_1.01,0.14720640182495118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,2,power_law_1.01,0.15130239725112915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,2,power_law_1.01,0.15730559825897217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,2,power_law_1.01,0.168012797832489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,2,power_law_1.01,0.1802559971809387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,2,power_law_1.01,0.18674559593200685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,2,power_law_1.01,0.23692800998687744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,2,power_law_1.01,0.2680576086044312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,2,power_law_1.01,0.3079040050506592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,2,power_law_1.01,0.3997375965118408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,2,power_law_1.01,0.47012481689453123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,2,power_law_1.01,0.6225599765777587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,2,power_law_1.01,0.8307904243469239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,2,power_law_1.01,1.1275008201599122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,2,power_law_1.01,1.5279935836791991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,2,power_law_1.01,2.424569511413574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,2,power_law_1.01,3.1351423263549805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,2,power_law_1.2,1.475603199005127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,4,power_law_1.2,3.1051328659057615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,2,power_law_1.2,2.135321617126465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,4,balanced,0.05708266794681549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,4,balanced,0.0569706658522288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,4,balanced,0.05773333211739858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,4,balanced,0.061343997716903687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,4,balanced,0.07021866738796234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,4,balanced,0.09634666641553243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,4,balanced,0.09733866651852925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,4,balanced,0.09839999675750732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,4,balanced,0.0997866690158844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,4,balanced,0.10084266463915507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,4,balanced,0.10341866811116536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,4,balanced,0.10478400190671285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,4,balanced,0.10577600200970967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,4,balanced,0.11199466387430827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,4,balanced,0.11743999520937602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,4,balanced,0.1221386690934499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,4,balanced,0.1290720005830129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,4,balanced,0.14617066582043967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,4,balanced,0.16897600889205933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,4,balanced,0.20562134186426798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,4,balanced,0.23385600248972574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,4,balanced,0.3453813393910726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,4,balanced,0.4045066833496094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,4,balanced,0.5603573322296143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,4,balanced,0.7377973397572836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,4,balanced,1.0513546466827393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,4,balanced,1.376255989074707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,1,balanced,0.22314133246739706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,1,balanced,0.3795520067214966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,1,balanced,0.722325325012207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,1,balanced,0.717199961344401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,1,balanced,0.7212586402893066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,1,balanced,0.7272053559621176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,1,balanced,0.7298879623413086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,1,balanced,0.7350506782531738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,1,balanced,0.7452747027079264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,1,balanced,0.7505706946055094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,1,balanced,0.761029322942098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,1,balanced,0.7801493008931478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,1,balanced,0.7899466355641683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,1,balanced,0.8586239814758301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,1,balanced,0.9310346444447836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,1,balanced,0.9501173496246338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,1,balanced,0.9812906583150228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,1,balanced,1.691098690032959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,1,balanced,1.6601012547810872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,1,balanced,2.4087732632954917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,1,balanced,3.0873066584269204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,1,balanced,4.565573374430339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,1,balanced,6.098255793253581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,1,balanced,9.009354909261068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,4,power_law_1.2,3.7695743560791017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,1,balanced,12.18350346883138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,1,balanced,18.144266764322918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,1,balanced,24.3562494913737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,8,power_law_1.01,0.06478080153465271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,8,power_law_1.01,0.08134400248527526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,8,power_law_1.01,0.08575999736785889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,8,power_law_1.01,0.10361599922180176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,8,power_law_1.01,0.09733120203018189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,8,power_law_1.01,0.09879680275917054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,8,power_law_1.01,0.11121280193328857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,8,power_law_1.01,0.10161279439926148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,8,power_law_1.01,0.10506880283355713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,8,power_law_1.01,0.10533119440078735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,8,power_law_1.01,0.11361279487609863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,8,power_law_1.01,0.11523200273513794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,8,power_law_1.01,0.11642240285873413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,8,power_law_1.01,0.1286463975906372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,8,power_law_1.01,0.135206401348114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,8,power_law_1.01,0.14277759790420533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,8,power_law_1.01,0.1553663969039917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,8,power_law_1.01,0.1740671992301941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,8,power_law_1.01,0.9012607574462891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,8,power_law_1.01,0.9627327919006348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,8,power_law_1.01,0.31279358863830564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,8,power_law_1.01,0.36922879219055177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,8,power_law_1.01,0.45146880149841306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,8,power_law_1.01,0.6182784080505371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,8,power_law_1.01,0.7329728126525878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,8,power_law_1.01,1.0337023735046387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,8,power_law_1.01,1.3232383728027344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.3903743982315063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.48396801948547363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.6638720035552979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.8018431663513184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.8453568458557129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.8506431579589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.9405759811401367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,2,power_law_1.01,1.0317440032958984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,2,power_law_1.01,1.1523584365844726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,2,power_law_1.01,1.2348544120788574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,2,power_law_1.01,1.0538816452026367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,2,power_law_1.01,1.1955840110778808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,2,power_law_1.01,1.2598976135253905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,2,power_law_1.01,1.2398207664489747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,2,power_law_1.01,1.4797951698303222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,2,power_law_1.01,1.6656831741333007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,2,power_law_1.01,1.866419219970703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,2,power_law_1.01,2.596089553833008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,2,power_law_1.01,2.8342655181884764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,2,power_law_1.01,4.107494354248047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,2,power_law_1.01,6.223724746704102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,2,power_law_1.01,8.229869079589843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,2,power_law_1.01,11.670674896240234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,2,power_law_1.01,16.415058898925782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.11983360052108764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.13591040372848512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.18791680335998534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.28457601070404054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.42675199508666994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.5652031898498535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.6738048076629639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.903872013092041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.9553664207458497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.97457275390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,1,power_law_1.2,1.034995174407959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,1,power_law_1.2,1.0873151779174806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,1,power_law_1.2,1.0839103698730468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,2,balanced,0.09177066882451375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,2,balanced,0.11534933249155681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,2,balanced,0.17010666926701865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,1,power_law_1.2,1.1974080085754395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,2,balanced,0.27195199330647785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,2,balanced,0.4925119876861572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,2,balanced,0.6051146586736044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,2,balanced,0.6116640170415243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,2,balanced,0.6186240116755167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,1,power_law_1.2,1.280851173400879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,2,balanced,0.6189813216527303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,2,balanced,0.6215466658274332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,2,balanced,0.6306346654891968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,1,power_law_1.2,1.3105088233947755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,2,balanced,0.6373546520868937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,2,balanced,0.6466933488845825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,2,balanced,0.6606773138046265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,2,balanced,0.673904021581014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,1,power_law_1.2,1.3855615615844727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,2,balanced,0.6909706592559814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,2,balanced,0.7099786599477133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,2,balanced,0.7968693574269613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,1,power_law_1.2,1.604832077026367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,2,balanced,0.8241439660390218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,2,balanced,1.37826140721639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,1,power_law_1.2,1.7404159545898437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,2,balanced,1.1278293132781982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,2,balanced,1.8137332598368328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,1,power_law_1.2,2.046316719055176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,2,balanced,1.8915467262268066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,1,power_law_1.2,2.4395328521728517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,2,balanced,2.9245119094848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,2,balanced,3.874410629272461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,1,power_law_1.2,3.1098047256469727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,2,power_law_1.01,19.67337646484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,1,power_law_1.2,3.6868545532226564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,2,balanced,5.412607828776042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,2,balanced,6.745109558105469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,1,power_law_1.2,4.835520172119141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,1,power_law_1.2,6.117695999145508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,1,power_law_1.2,8.597695922851562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,1,power_law_1.2,10.58941421508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,2,balanced,0.07115200161933899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,2,balanced,0.10765332976977031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,2,balanced,0.1653279960155487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,2,balanced,0.3280426661173503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,2,balanced,0.5755786498387655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,2,balanced,0.7714880307515463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,2,balanced,0.7757173379262289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,2,balanced,0.7802293300628662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,2,balanced,0.7839679718017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,2,balanced,0.7822720209757487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,2,balanced,0.7872693538665771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,2,balanced,0.7937173048655192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,2,balanced,0.8001066843668619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,2,balanced,0.8062026500701904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,2,balanced,0.8218080202738444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,2,balanced,0.8261013031005859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,2,balanced,0.8466560045878092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,2,balanced,0.9170613288879395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,2,balanced,0.8966506322224935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,2,balanced,1.059391975402832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,2,balanced,1.0340053240458171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,32,power_law_1.01,0.09315199851989746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,2,balanced,1.5390292803446453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,32,power_law_1.01,0.0705344021320343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,32,power_law_1.01,0.07051519751548767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,2,balanced,1.5228640238444011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,32,power_law_1.01,0.06389120221138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,2,balanced,2.300165335337321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,2,power_law_1.01,26.920440673828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,32,power_law_1.01,0.06288639903068542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,32,power_law_1.01,0.06977919936180114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,2,balanced,2.440704027811686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,32,power_law_1.01,0.07454720139503479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,32,power_law_1.01,0.07475839853286743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,32,power_law_1.01,0.07487360239028931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,2,balanced,3.951829274495443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,32,power_law_1.01,0.07401599884033203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,32,power_law_1.01,0.0748799979686737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,32,power_law_1.01,0.07716479897499084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,32,power_law_1.01,0.08281599879264831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,32,power_law_1.01,0.08487679958343505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,2,balanced,4.790591875712077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,32,power_law_1.01,0.08833280205726624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,32,power_law_1.01,0.09824000000953674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,32,power_law_1.01,0.11189119815826416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,32,power_law_1.01,0.12511359453201293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,32,power_law_1.01,0.13903360366821288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,32,power_law_1.01,0.18287999629974366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,32,power_law_1.01,0.2184448003768921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,32,power_law_1.01,0.2469696044921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,32,power_law_1.01,0.3634047985076904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,32,power_law_1.01,0.5178624153137207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,32,power_law_1.01,0.6935103893280029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,32,power_law_1.01,1.0184384346008302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,32,power_law_1.01,1.3628864288330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,16,power_law_1.2,0.3065216064453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,16,power_law_1.2,0.473203182220459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,16,power_law_1.2,0.6297472000122071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,16,power_law_1.2,0.6079232215881347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,16,power_law_1.2,0.6566207885742188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,16,power_law_1.2,0.6537983894348145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,16,power_law_1.2,0.4912831783294678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,16,power_law_1.2,0.5537216186523437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,16,power_law_1.2,0.5615231990814209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,16,power_law_1.2,0.5670976161956787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,16,power_law_1.2,0.5719359874725342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,16,power_law_1.2,0.5401599884033204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,16,power_law_1.2,0.6244927883148194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,16,power_law_1.2,0.6807040214538574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,16,power_law_1.2,0.6383168220520019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,16,power_law_1.2,0.720684814453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,16,power_law_1.2,0.7137343883514404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,16,power_law_1.2,0.7834176063537598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,16,power_law_1.2,0.9012800216674804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,16,power_law_1.2,1.1926464080810546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,16,power_law_1.2,1.1166015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,16,power_law_1.2,1.396723175048828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,16,power_law_1.2,1.673311996459961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,16,power_law_1.2,2.2876800537109374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,16,power_law_1.2,3.3756992340087892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,16,power_law_1.2,5.0213886260986325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,16,power_law_1.2,5.182809448242187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,2,power_law_1.01,48.67415161132813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,8,power_law_1.2,0.058790397644042966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,8,power_law_1.2,0.05297920107841492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,8,power_law_1.2,0.060140800476074216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,8,power_law_1.2,0.06984959840774536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,8,power_law_1.2,0.05560320019721985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,8,power_law_1.2,0.0761023998260498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,8,power_law_1.2,0.07523840069770812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,8,power_law_1.2,0.07738879919052125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,8,power_law_1.2,0.07770879864692688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,8,power_law_1.2,0.0779263973236084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,8,power_law_1.2,0.07914239764213563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,8,power_law_1.2,0.08158079981803894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,8,power_law_1.2,0.08348159790039063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,8,power_law_1.2,0.08895360231399536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,8,power_law_1.2,0.09288960099220275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,8,power_law_1.2,0.09818239808082581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,8,power_law_1.2,0.10899840593338013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,8,power_law_1.2,0.12377599477767945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,8,power_law_1.2,0.1315392017364502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,8,power_law_1.2,0.16260479688644408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,8,power_law_1.2,0.20899839401245118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,8,power_law_1.2,0.24518399238586425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,8,power_law_1.2,0.3394432067871094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,8,power_law_1.2,0.48619518280029295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,8,power_law_1.2,0.6215295791625977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,8,power_law_1.2,0.8230208396911621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,8,power_law_1.2,1.206873607635498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,32,power_law_1.01,0.17696640491485596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,32,power_law_1.01,0.2292992115020752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,32,power_law_1.01,0.20300159454345704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,32,power_law_1.01,0.1979583978652954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,32,power_law_1.01,0.20234239101409912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,32,power_law_1.01,0.15219199657440186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,32,power_law_1.01,0.15675519704818724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,32,power_law_1.01,0.18638720512390136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,32,power_law_1.01,0.19111679792404174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,32,power_law_1.01,0.18791040182113647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,32,power_law_1.01,0.19638400077819823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,32,power_law_1.01,0.20123519897460937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,32,power_law_1.01,0.21400320529937744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,32,power_law_1.01,0.20343680381774903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,32,power_law_1.01,0.2077631950378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,32,power_law_1.01,0.22375040054321288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,32,power_law_1.01,0.8782527923583985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,32,power_law_1.01,1.8679935455322265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,32,power_law_1.01,0.3070784091949463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,32,power_law_1.01,0.41178879737854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,32,power_law_1.01,0.4172671794891357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,32,power_law_1.01,0.5670015811920166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,32,power_law_1.01,0.6600319862365722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,32,power_law_1.01,1.0500991821289063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,32,power_law_1.01,1.1070848464965821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,32,power_law_1.01,1.6109632492065429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,32,power_law_1.01,2.2107200622558594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,2,power_law_1.01,0.29940481185913087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,2,power_law_1.01,0.47313919067382815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,2,power_law_1.01,0.5569664001464844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,2,power_law_1.01,0.9485440254211426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,2,power_law_1.01,1.181926441192627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,2,power_law_1.01,1.7804031372070312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,2,power_law_1.01,1.9158655166625977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,2,power_law_1.01,1.9340288162231445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,2,power_law_1.01,1.9468032836914062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,2,power_law_1.01,2.044371223449707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,2,power_law_1.01,2.002675247192383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,2,power_law_1.01,2.188812828063965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,2,power_law_1.01,2.33441276550293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,2,power_law_1.01,2.4057344436645507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,2,power_law_1.01,2.6112255096435546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,2,power_law_1.01,2.743033599853516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,2,power_law_1.01,10.727609252929687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,2,power_law_1.01,14.699769592285156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,2,power_law_1.01,3.3482433319091798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,2,power_law_1.01,4.208351898193359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,16,power_law_1.01,0.08037760257720947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,16,power_law_1.01,0.06758400201797485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,8,balanced,0.030432000756263733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,8,balanced,0.02942933390537898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,8,balanced,0.029738667110602062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,16,power_law_1.01,0.06266239881515503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,8,balanced,0.04460266729195913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,8,balanced,0.0699839989344279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,8,balanced,0.07111466427644093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,16,power_law_1.01,0.06405119895935059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,8,balanced,0.07225066423416138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,8,balanced,0.07282133400440216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,8,balanced,0.07413866619269054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,8,balanced,0.0740533322095871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,16,power_law_1.01,0.05811840295791626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,8,balanced,0.07576000193754832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,2,power_law_1.01,4.462758255004883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,8,balanced,0.07670400043328603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,16,power_law_1.01,0.06517120003700257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,8,balanced,0.0771679977575938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,8,balanced,0.0802400012811025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,8,balanced,0.08555733164151509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,16,power_law_1.01,0.06971520185470581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,8,balanced,0.08613333106040955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,8,balanced,0.09242666761080424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,16,power_law_1.01,0.0644864022731781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,8,balanced,0.09678933024406433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,8,balanced,0.10738133390744527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,8,balanced,0.13056533535321554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,16,power_law_1.01,0.07271680235862732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,8,balanced,0.1399946709473928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,8,balanced,0.19342933098475137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,8,balanced,0.21482133865356445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,16,power_law_1.01,0.07244160175323486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,8,balanced,0.303439994653066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,8,balanced,0.39443735281626385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,2,power_law_1.01,5.398054504394532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,16,power_law_1.01,0.07772160172462464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,8,balanced,0.5459306637446085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,16,power_law_1.01,0.0806656002998352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,8,balanced,0.722437302271525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,16,power_law_1.01,0.08144000172615051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,16,power_law_1.01,0.0866047978401184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,16,power_law_1.01,0.09774079918861389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,16,power_law_1.01,0.09955840110778809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,16,power_law_1.01,0.11437439918518066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,16,power_law_1.01,0.1193727970123291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,2,power_law_1.01,6.918323516845703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,16,power_law_1.01,0.13921279907226564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,16,power_law_1.01,0.17327359914779664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,16,power_law_1.01,0.1943616032600403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,16,power_law_1.01,0.28015999794006347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,16,power_law_1.01,0.3441087961196899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,16,power_law_1.01,0.49529600143432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,16,power_law_1.01,0.6948800086975098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,2,power_law_1.01,8.67541732788086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,16,power_law_1.01,1.150937557220459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,16,power_law_1.01,1.309075164794922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,2,power_law_1.01,11.525567626953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,2,power_law_1.01,17.47362518310547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,2,balanced,0.07773333291212718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,2,balanced,0.08667733271916707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,2,power_law_1.01,21.917266845703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,2,balanced,0.10518399874369304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,2,balanced,0.12426666418711345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,2,balanced,0.1758400003115336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,2,balanced,0.30662399530410767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,2,balanced,0.30870399872461957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,2,balanced,0.29259733359018963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,2,balanced,0.2951893409093221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,2,balanced,0.2974933385848999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,2,balanced,0.3055359919865926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,2,balanced,0.3115359942118327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,2,balanced,0.3163839975992839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,2,balanced,0.32979732751846313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,2,balanced,0.340831995010376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,2,balanced,0.3532266616821289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,2,balanced,0.37460267543792725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,2,balanced,0.431717316309611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,2,balanced,0.525541345278422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,2,balanced,0.6401066780090332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,2,balanced,0.7487359841664633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,2,balanced,1.047258694966634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,2,balanced,1.3214133580525715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,2,balanced,1.908042589823405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,2,balanced,2.318672021230062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,2,balanced,3.3102238972981772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,2,balanced,4.335578600565593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,2,power_law_1.2,0.06325119733810425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,2,power_law_1.2,0.06784639954566955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,2,power_law_1.2,0.07120640277862549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,2,power_law_1.2,0.08186879754066467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,2,power_law_1.2,0.09374079704284669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,2,power_law_1.2,0.10058239698410035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,2,power_law_1.2,0.12069120407104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,2,power_law_1.2,0.1309440016746521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,2,power_law_1.2,0.13071999549865723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,2,power_law_1.2,0.13470079898834228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,2,power_law_1.2,0.13640960454940795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,2,power_law_1.2,0.14702080488204955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,2,power_law_1.2,0.15217920541763305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,2,power_law_1.2,0.16190719604492188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,2,power_law_1.2,0.17250560522079467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,2,power_law_1.2,0.1816256046295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,2,power_law_1.2,0.1988800048828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,2,power_law_1.2,0.2425152063369751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,2,power_law_1.2,0.2893631935119629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,2,power_law_1.2,0.3474112033843994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,2,power_law_1.2,0.41868162155151367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,2,power_law_1.2,0.5871744155883789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,2,power_law_1.2,0.6828735828399658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,2,power_law_1.2,0.9661248207092286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,2,power_law_1.2,1.2449472427368165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,2,power_law_1.2,1.899737548828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,2,power_law_1.2,2.3691839218139648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,2,power_law_1.2,0.3004544019699097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,2,power_law_1.2,0.4076223850250244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,2,power_law_1.2,0.6352575778961181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,2,power_law_1.2,0.862713623046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,2,power_law_1.2,1.0553343772888184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,2,power_law_1.2,1.789414405822754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,2,power_law_1.2,1.9062015533447265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,2,power_law_1.2,1.9115840911865234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,2,power_law_1.2,1.9826112747192384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,2,power_law_1.2,1.995315170288086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,2,power_law_1.2,2.253977584838867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,2,power_law_1.2,2.2683008193969725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,2,power_law_1.2,2.394963264465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,2,power_law_1.2,2.550739288330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,2,power_law_1.2,2.7266239166259765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,2,power_law_1.2,2.8390783309936523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,2,power_law_1.2,10.293145751953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,2,power_law_1.2,13.981100463867188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,2,power_law_1.2,3.465004730224609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,2,power_law_1.2,4.260345458984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,2,power_law_1.2,4.265779113769531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,2,power_law_1.2,5.551456069946289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,2,power_law_1.2,6.769618988037109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,2,power_law_1.2,9.136460876464843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,2,power_law_1.01,0.06595199704170226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,2,power_law_1.01,0.061318397521972656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,2,power_law_1.01,0.0683135986328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,2,power_law_1.01,0.07754240036010743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,2,power_law_1.01,0.07900159955024719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,2,power_law_1.01,0.08553599715232849
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,2,power_law_1.01,0.11128319501876831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,2,power_law_1.01,0.09082239866256714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,2,power_law_1.01,0.09344639778137206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,2,power_law_1.01,0.09344000220298768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,2,power_law_1.01,0.09676160216331482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,2,power_law_1.01,0.09882240295410157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,2,power_law_1.01,0.0986240029335022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,2,power_law_1.01,0.12498559951782226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,2,balanced,0.08089600006739299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,2,balanced,0.09087999661763509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,2,balanced,0.10944533348083496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,2,balanced,0.12710932890574136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,2,balanced,0.18179200092951456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,2,balanced,0.3131093382835388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,2,balanced,0.4063839912414551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,2,balanced,0.406330664952596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,2,balanced,0.40723733107248944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,2,balanced,0.40988266468048096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,2,balanced,0.41817065080006915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,2,balanced,0.4245920181274414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,2,balanced,0.4294826587041219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,2,balanced,0.4439200162887573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,2,balanced,0.4572906494140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,2,power_law_1.01,0.15240960121154784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,2,balanced,0.4702186584472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,2,balanced,0.4933333396911621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,2,balanced,0.5421653191248575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,2,power_law_1.01,0.16368000507354735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,2,balanced,0.6080106496810913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,2,balanced,0.7219680150349935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,2,balanced,0.8698720137278239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,2,power_law_1.2,12.240953826904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,2,balanced,1.120890696843465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,2,power_law_1.01,0.1710592031478882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,2,balanced,1.4867572784423828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,2,balanced,1.9295786221822102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,2,power_law_1.01,0.24866559505462646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,2,balanced,2.5612266858418784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,2,balanced,3.6129226684570312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,2,balanced,4.776693344116211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,2,power_law_1.01,0.2661439895629883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.05651199817657471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.061292797327041626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,2,power_law_1.01,0.39146239757537843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.07088639736175537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,2,power_law_1.01,0.45379838943481443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.08492159843444824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.09949439764022827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.14369280338287355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,2,power_law_1.2,17.77832946777344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.15425920486450195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.16015360355377198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.1670464038848877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.16751359701156615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.178713595867157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.18961280584335327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.19698560237884521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.21084160804748536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.22721920013427735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.24532480239868165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.30513920783996584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.3516223907470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,2,power_law_1.01,0.5935103893280029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.43401598930358887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.531820821762085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.6756288051605225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.9301183700561524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,2,power_law_1.01,0.7413631916046143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,1,power_law_1.2,1.1678784370422364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,2,power_law_1.2,20.70258483886719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,1,power_law_1.2,1.6738496780395509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,1,power_law_1.2,2.2095615386962892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,2,power_law_1.01,1.228492832183838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,2,power_law_1.01,1.5113535881042481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,1,power_law_1.2,3.254694366455078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,16,power_law_1.2,0.12400000095367432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,2,power_law_1.01,2.399750328063965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,16,power_law_1.2,0.16138880252838134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,16,power_law_1.2,0.19695359468460083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,16,power_law_1.2,0.20750720500946046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,16,power_law_1.2,0.20648319721221925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,16,power_law_1.2,0.18673919439315795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,16,power_law_1.2,0.20682880878448487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,16,power_law_1.2,0.17702399492263793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,16,power_law_1.2,0.16972800493240356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,16,power_law_1.2,0.1876479983329773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,16,power_law_1.2,0.19043200016021727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,16,power_law_1.2,0.18384640216827391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,16,power_law_1.2,0.19939839839935303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,16,power_law_1.2,0.22115840911865234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,16,power_law_1.2,0.22130560874938965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,16,power_law_1.2,1.503974437713623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,16,power_law_1.2,1.8671039581298827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,16,power_law_1.2,1.9059328079223632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,16,power_law_1.2,0.31541759967803956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,16,power_law_1.2,0.41863040924072265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,16,power_law_1.2,0.4554175853729248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,16,power_law_1.2,0.6354752063751221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,16,power_law_1.2,0.7817920207977295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,16,power_law_1.2,1.0475647926330567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,16,power_law_1.2,1.333465576171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,16,power_law_1.2,1.9336256027221679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,16,power_law_1.2,2.5033599853515627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,2,power_law_1.01,2.6453184127807616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,1,power_law_1.2,4.338092803955078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.42721920013427733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.5859776020050049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.842956829071045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,1,power_law_1.2,1.3716799736022949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,1,power_law_1.2,1.378707218170166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,1,power_law_1.2,1.4173312187194824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,1,power_law_1.2,1.4711487770080567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,1,power_law_1.2,1.448748779296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,1,power_law_1.2,2.1620288848876954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,1,power_law_1.2,5.231667327880859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,1,power_law_1.2,1.676620864868164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,1,power_law_1.2,1.7957887649536133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,1,power_law_1.2,1.9220159530639649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,1,power_law_1.2,1.9312383651733398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,1,power_law_1.2,2.142790412902832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,1,power_law_1.2,2.3993024826049805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,1,power_law_1.2,2.6422143936157227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,1,power_law_1.2,3.4522945404052736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,1,power_law_1.2,4.084595108032227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,1,power_law_1.2,5.705395126342774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,1,power_law_1.2,7.301779174804688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,4,balanced,0.07738133271535237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,4,balanced,0.12126400073369344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,4,balanced,0.2059040069580078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,4,balanced,0.3744159936904907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,4,balanced,0.7278400262196859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,4,balanced,0.7396960258483887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,4,balanced,0.7433173656463623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,4,balanced,0.725536028544108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,4,balanced,0.7252106666564941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,4,balanced,0.7288853327433268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,4,balanced,0.733680009841919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,4,balanced,0.7362986405690511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,4,balanced,0.7414080301920573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,4,balanced,0.747541348139445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,4,balanced,0.7839360237121582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,4,balanced,0.787226676940918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,4,balanced,0.8146613438924154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,4,balanced,0.8670773506164551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,4,balanced,0.8974826335906982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,4,balanced,1.0571839809417725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,4,balanced,1.1138346989949544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,4,balanced,1.6181386311848958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,4,balanced,1.8010187149047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,4,balanced,2.5843520164489746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,4,balanced,3.38645871480306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,4,balanced,5.035258611043294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,1,power_law_1.2,10.586867523193359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,4,balanced,6.784154891967773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,1,power_law_1.2,13.6935302734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,1,power_law_1.2,20.533074951171876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,16,power_law_1.01,0.04895359873771667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,16,power_law_1.01,0.05234559774398804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,16,power_law_1.01,0.05260800123214722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,16,power_law_1.01,0.050496000051498416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,16,power_law_1.01,0.04648320078849792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,16,power_law_1.01,0.052108800411224364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,16,power_law_1.01,0.05294079780578613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,16,power_law_1.01,0.05071359872817993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,16,power_law_1.01,0.05281919836997986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,16,power_law_1.01,0.05539199709892273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,16,power_law_1.01,0.055731201171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,16,power_law_1.01,0.05720319747924805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,16,power_law_1.01,0.0588096022605896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,16,power_law_1.01,0.06106879711151123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,16,power_law_1.01,0.06551039814949036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,16,power_law_1.01,0.06800000071525573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,16,power_law_1.01,0.0714303970336914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,16,power_law_1.01,0.08184319734573364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,16,power_law_1.01,0.08664320111274719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,16,power_law_1.01,0.10506880283355713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,16,power_law_1.01,0.13099520206451415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,16,power_law_1.01,0.1686527967453003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,16,power_law_1.01,0.19650559425354003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,16,power_law_1.01,0.27888638973236085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,16,power_law_1.01,0.3871488094329834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,16,power_law_1.01,0.592633581161499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,16,power_law_1.01,0.7389887809753418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,4,power_law_1.2,0.1833407998085022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,4,power_law_1.2,0.282585597038269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,4,power_law_1.2,0.28770558834075927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,4,power_law_1.2,0.42803201675415037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,4,power_law_1.2,0.526316785812378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,4,power_law_1.2,0.5156991958618165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,4,power_law_1.2,0.7339200019836426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,4,power_law_1.2,0.7255807876586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,4,power_law_1.2,0.8228480339050293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,4,power_law_1.2,0.7397119998931885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,4,power_law_1.2,0.7703423976898194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,4,power_law_1.2,0.8401215553283692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,4,power_law_1.2,0.793017578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,4,power_law_1.2,0.8891776084899903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,4,power_law_1.2,0.9327872276306153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,4,power_law_1.2,0.9299391746520996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,4,power_law_1.2,0.9568063735961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,4,power_law_1.2,1.0681023597717285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,4,power_law_1.2,1.2186304092407227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,4,power_law_1.2,1.3586112022399903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,4,power_law_1.2,1.6059328079223634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,4,power_law_1.2,1.9894784927368163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,4,power_law_1.2,2.352191925048828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,1,power_law_1.2,27.23836669921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,4,power_law_1.2,3.151782417297363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,4,power_law_1.2,4.395513534545898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,4,power_law_1.2,6.314028930664063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,4,power_law_1.2,8.08184356689453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,1,balanced,0.08516266942024231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,1,balanced,0.13149866461753845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,1,balanced,0.21456533670425415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,1,balanced,0.38849600156148273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,1,balanced,0.7519466876983643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,1,balanced,0.7595626513163248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,1,balanced,0.7656053702036539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,1,balanced,0.7526026566823324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,1,balanced,0.7614506880442301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,1,balanced,0.7618666489919027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,1,balanced,0.7736266454060873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,1,balanced,0.7853279908498129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,1,balanced,0.7933759689331055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,1,balanced,0.8112160364786783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,1,balanced,0.8522400061289469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,1,power_law_1.2,40.752978515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,1,balanced,0.8679893016815186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,1,balanced,0.910096009572347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,1,balanced,0.9751359621683756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,1,balanced,1.045039971669515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,1,balanced,1.258954683939616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,1,balanced,1.415071964263916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,1,balanced,2.2726292610168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,1,balanced,2.403103987375895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,1,balanced,3.4791892369588218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,1,balanced,4.785087903340657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,1,balanced,7.105797449747722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,1,balanced,9.575754801432291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,128,power_law_1.2,0.11552640199661254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,128,power_law_1.2,0.1245568037033081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,128,power_law_1.2,0.10647679567337036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,128,power_law_1.2,0.10234240293502808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,128,power_law_1.2,0.10065920352935791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,128,power_law_1.2,0.10994559526443481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,128,power_law_1.2,0.11213439702987671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,128,power_law_1.2,0.11087360382080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,128,power_law_1.2,0.11285760402679443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,128,power_law_1.2,0.11591039896011353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,128,power_law_1.2,0.11908479928970336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,128,power_law_1.2,0.12012799978256225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,128,power_law_1.2,0.12242560386657715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,128,power_law_1.2,0.1322368025779724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,128,power_law_1.2,0.14083199501037597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,128,power_law_1.2,0.15341440439224244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,128,power_law_1.2,0.18293119668960572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,128,power_law_1.2,0.21553919315338135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,128,power_law_1.2,0.27002880573272703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,128,power_law_1.2,0.3926719903945923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,128,power_law_1.2,0.5093823909759522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,128,power_law_1.2,0.7020800113677979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,128,power_law_1.2,0.6885568141937256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,128,power_law_1.2,1.1469823837280273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,128,power_law_1.2,1.4128383636474608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,8,power_law_1.01,0.17917439937591553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,8,power_law_1.01,0.25978879928588866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,8,power_law_1.01,0.25024640560150146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,128,power_law_1.2,2.242867279052734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,8,power_law_1.01,0.2302783966064453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,8,power_law_1.01,0.26229119300842285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,8,power_law_1.01,0.29003520011901857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,8,power_law_1.01,0.29497599601745605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,8,power_law_1.01,0.2854144096374512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,8,power_law_1.01,0.31264638900756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,8,power_law_1.01,0.32880001068115233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,8,power_law_1.01,0.332473611831665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,8,power_law_1.01,0.34016640186309816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,8,power_law_1.01,0.3536384105682373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,8,power_law_1.01,0.36912639141082765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,1,balanced,0.4278453191121419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,8,power_law_1.01,0.366975998878479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,1,balanced,0.7219733397165934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,8,power_law_1.01,0.3884991884231567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,1,balanced,1.4090399742126465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,1,balanced,1.4058879216512044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,8,power_law_1.01,0.4628159999847412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,1,balanced,1.4076426823933919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,8,power_law_1.01,0.5139647960662842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,1,balanced,1.4201332728068035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,8,power_law_1.01,0.5560319900512696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,1,balanced,1.4201119740804036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,8,power_law_1.01,0.7068863868713379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,1,balanced,1.4409279823303223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,1,balanced,1.4674347241719563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,8,power_law_1.01,0.7964479923248291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,1,balanced,1.473866621653239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,8,power_law_1.01,1.0465344429016112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,1,balanced,1.4961759249369304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,1,balanced,1.5293013254801433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,8,power_law_1.01,1.4054143905639649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,1,balanced,1.5416906674702961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,1,balanced,1.6707626978556316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,8,power_law_1.01,1.8183168411254882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,1,balanced,1.7799413998921711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,1,balanced,1.8169013659159343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,8,power_law_1.01,2.2967296600341798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,1,balanced,1.8910293579101562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,1,balanced,3.3296426137288413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,8,power_law_1.01,3.627872085571289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,1,balanced,3.4108800888061523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,128,power_law_1.2,2.9355136871337892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,1,balanced,4.863391876220703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,8,power_law_1.01,4.597785568237304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,1,balanced,6.511893590291341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,1,balanced,9.385295867919922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,1,balanced,12.566581726074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,1,balanced,18.749008178710938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,1,balanced,25.13616943359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,1,balanced,38.31104024251302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,1,balanced,51.46769714355469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,1,power_law_1.2,51.76939086914062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,8,balanced,0.08888000249862671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,8,balanced,0.11060800155003865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,8,balanced,0.1488640010356903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,8,balanced,0.2596000035603841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,8,balanced,0.4768213431040446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,8,balanced,0.583413322766622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,8,balanced,0.5845760107040405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,8,balanced,0.5904906590779623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,8,balanced,0.5897813240687052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,8,balanced,0.5922773281733195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,8,balanced,0.5958666801452637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,8,balanced,0.5979733467102051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,8,balanced,0.6028266747792562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,8,balanced,0.608245333035787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,8,balanced,0.6165493329366049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,8,balanced,0.6416426499684652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,8,balanced,0.6488373279571533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,8,balanced,0.6831146876017252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,8,balanced,0.7068800131479899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,8,balanced,1.1172640323638916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,8,balanced,0.8804746468861898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,8,balanced,1.4120267232259114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,8,balanced,1.4408052762349446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,8,balanced,2.176128069559733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,8,balanced,2.900282541910807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,8,balanced,3.677680015563965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,8,balanced,4.980794588724772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,16,power_law_1.01,0.3973504066467285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,16,power_law_1.01,0.47603840827941896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,16,power_law_1.01,0.4690688133239746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,16,power_law_1.01,0.4615808010101318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,16,power_law_1.01,0.45279359817504883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,16,power_law_1.01,0.4265984058380127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,16,power_law_1.01,0.42075519561767577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,16,power_law_1.01,0.43858561515808103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,16,power_law_1.01,0.4270592212677002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,16,power_law_1.01,0.43904638290405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,16,power_law_1.01,0.4600512027740479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,16,power_law_1.01,0.4513088226318359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,16,power_law_1.01,0.4581183910369873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,16,power_law_1.01,0.4683328151702881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,16,power_law_1.01,0.5068799972534179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,16,power_law_1.01,0.5399231910705566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,16,power_law_1.01,0.5464191913604737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,16,power_law_1.01,0.6188864231109619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,16,power_law_1.01,0.6397056102752685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,16,power_law_1.01,0.7917695999145508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,16,power_law_1.01,0.9149120330810547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,16,power_law_1.01,1.2354623794555664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,16,power_law_1.01,1.506828784942627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,16,power_law_1.01,2.0203584671020507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,16,power_law_1.01,2.6834175109863283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,16,power_law_1.01,3.51525764465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,16,power_law_1.01,4.8787841796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,8,balanced,0.04508799811204275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,8,balanced,0.04500266909599304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,8,balanced,0.04623466730117798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,8,balanced,0.04927466809749603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,8,balanced,0.061978667974472046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,8,balanced,0.06404266754786174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,8,balanced,0.06446399788061778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,8,balanced,0.06519466638565063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,8,balanced,0.06651199857393901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,8,balanced,0.06655466556549072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,8,balanced,0.0683786670366923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,8,balanced,0.06925333539644878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,8,balanced,0.07030933101971944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,8,balanced,0.07343466579914093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,8,balanced,0.07714666426181793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,8,balanced,0.07979199786980946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,8,balanced,0.08661866188049316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,8,balanced,0.09565866986910503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,8,balanced,0.10496000448862712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,8,balanced,0.12958932916323343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,8,balanced,0.14889066418011984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,8,balanced,0.1931999921798706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,8,balanced,0.24791467189788818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,8,balanced,0.3339253266652425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,8,balanced,0.4538666804631551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,8,balanced,0.6313759883244833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,8,balanced,0.8350026607513428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.05631359815597534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.06128000020980835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.07288960218429566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.08960000276565552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.10529279708862305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.14517760276794434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.1518336057662964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.1589311957359314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.16330239772796631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.16675200462341308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.17420799732208253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.18467199802398682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.19355520009994506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.2081984043121338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.22600319385528564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.24188799858093263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.2719552040100098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.3506560087203979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.41818881034851074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.5302400112152099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.6768832206726074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.9265088081359864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,1,power_law_1.01,1.170400047302246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,1,power_law_1.01,1.6726272583007813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,1,power_law_1.01,2.2025407791137694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,1,power_law_1.01,3.251027297973633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,1,power_law_1.01,4.283295822143555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.5462975978851319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.8875519752502441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,2,power_law_1.2,1.4556608200073242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,2,power_law_1.2,2.212031936645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,4,balanced,0.0642133355140686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,4,balanced,0.06299733122189839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,4,balanced,0.09684800108273824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,4,balanced,0.17829332749048868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,4,balanced,0.3095253308614095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,4,balanced,0.4210933446884155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,4,balanced,0.4232800006866455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,4,balanced,0.4106080134709676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,4,balanced,0.41238399346669513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,2,power_law_1.2,3.3615550994873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,4,balanced,0.41306666533152264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,4,balanced,0.4157866636912028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,4,balanced,0.4206666549046834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,4,balanced,0.42342400550842285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,4,balanced,0.42528001467386883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,4,balanced,0.43170666694641113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,4,balanced,0.43625064690907794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,4,balanced,0.4425119956334432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,4,balanced,0.5037813186645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,4,balanced,0.4769386847813924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,4,balanced,0.5541173219680786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,2,power_law_1.2,4.560217666625976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,4,balanced,0.5691253344217936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,4,balanced,0.8110346794128418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,4,balanced,0.7870986461639404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,4,balanced,1.1914026737213135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,4,balanced,1.2822133700052898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,2,power_law_1.2,5.205849456787109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,4,balanced,2.064570744832357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,4,balanced,2.470090707143148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,2,power_law_1.2,7.018937683105468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,2,power_law_1.2,6.421478271484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,2,power_law_1.2,6.6358787536621096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,2,power_law_1.2,7.536934661865234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,1,balanced,0.13100799918174744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,1,balanced,0.1835040052731832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,1,balanced,0.2917706569035848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,1,balanced,0.4883306821187337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,1,balanced,0.8887840112050375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,2,power_law_1.2,7.585727691650391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,1,balanced,1.7038933436075847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,1,balanced,2.530874729156494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,1,balanced,2.546559969584147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,1,balanced,2.5557066599527993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,2,power_law_1.2,7.99651870727539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,1,balanced,2.565839926401774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,1,balanced,2.5904266039530435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,1,balanced,2.60972261428833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,1,balanced,2.623141288757324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,1,balanced,2.6571680704752603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,2,power_law_1.2,7.996415710449218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,1,balanced,2.683546702067057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,1,balanced,2.721994717915853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,1,balanced,2.7831786473592124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,1,balanced,2.9076852798461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,1,balanced,3.0896374384562173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,1,balanced,3.320272127787272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,2,power_law_1.2,8.466764831542969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,1,balanced,3.5937493642171225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,1,balanced,3.988272031148275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,2,power_law_1.2,9.065574645996094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,1,balanced,4.833135922749837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,1,balanced,5.669301350911458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,2,power_law_1.2,9.521075439453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,1,balanced,8.076362609863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,32,power_law_1.2,0.4963071823120117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,32,power_law_1.2,0.4710400104522705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,1,balanced,10.337952295939127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,2,power_law_1.2,11.00316162109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,32,power_law_1.2,0.4665088176727295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,32,power_law_1.2,0.4651519775390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,1,balanced,14.586538950602213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,32,power_law_1.2,0.46370558738708495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,32,power_law_1.2,0.4334144115447998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,32,power_law_1.2,0.4207935810089111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,32,power_law_1.2,0.4217984199523926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,2,power_law_1.2,11.638214111328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,32,power_law_1.2,0.4295487880706787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,32,power_law_1.2,0.43571200370788576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,32,power_law_1.2,0.43605761528015136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,32,power_law_1.2,0.4647871971130371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,32,power_law_1.2,0.47940478324890134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,2,power_law_1.2,13.427577209472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,32,power_law_1.2,0.5142591953277588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,32,power_law_1.2,0.5186495780944824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,32,power_law_1.2,0.548422384262085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,32,power_law_1.2,0.6077439785003662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,32,power_law_1.2,0.7772096157073974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,32,power_law_1.2,0.7524543762207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,32,power_law_1.2,0.9791040420532227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,32,power_law_1.2,1.1527487754821777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,32,power_law_1.2,1.6669055938720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,32,power_law_1.2,1.9656000137329102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,32,power_law_1.2,3.384262466430664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,32,power_law_1.2,3.8149566650390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,32,power_law_1.2,5.390252685546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,2,power_law_1.2,59.323486328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,32,power_law_1.2,6.636390686035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,2,power_law_1.2,87.50206298828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,8,power_law_1.2,0.2256704092025757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,8,power_law_1.2,0.20184319019317626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,8,power_law_1.2,0.20352001190185548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,8,power_law_1.2,0.2031615972518921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,8,power_law_1.2,0.20429439544677735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,2,power_law_1.2,16.502578735351562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,8,power_law_1.2,0.22640640735626222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,8,power_law_1.2,0.2552896022796631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,8,power_law_1.2,0.2920383930206299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,8,power_law_1.2,0.3868544101715088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,8,power_law_1.2,0.40052480697631837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,8,power_law_1.2,0.3662336111068726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,8,power_law_1.2,0.46968960762023926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,8,power_law_1.2,0.5520319938659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,8,power_law_1.2,0.6203775882720948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,8,power_law_1.2,0.828979206085205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,8,power_law_1.2,0.9890303611755371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,2,power_law_1.2,21.833786010742188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,8,power_law_1.2,0.9131391525268555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,8,power_law_1.2,1.1218496322631837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,64,power_law_1.01,0.08365439772605895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,64,power_law_1.01,0.07312639951705932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,64,power_law_1.01,0.07351040244102477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,64,power_law_1.01,0.07334399819374085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,64,power_law_1.01,0.07240319848060608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,2,power_law_1.2,25.44124755859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,64,power_law_1.01,0.07101439833641052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,64,power_law_1.01,0.0759872019290924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,8,power_law_1.2,1.723289680480957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,64,power_law_1.01,0.07875840067863464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,64,power_law_1.01,0.07811840176582337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,64,power_law_1.01,0.07978240251541138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,64,power_law_1.01,0.08332800269126892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,64,power_law_1.01,0.08528640270233154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,64,power_law_1.01,0.08785279989242553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,64,power_law_1.01,0.10053119659423829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,64,power_law_1.01,0.10376319885253907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,64,power_law_1.01,0.10631040334701539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,64,power_law_1.01,0.11068799495697021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,64,power_law_1.01,0.12433919906616211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,64,power_law_1.01,0.14807679653167724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,64,power_law_1.01,0.18313599824905397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,64,power_law_1.01,0.21853439807891845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,64,power_law_1.01,0.30368640422821047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,64,power_law_1.01,0.37034239768981936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,64,power_law_1.01,0.5279168128967285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,8,power_law_1.2,2.4649728775024413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,64,power_law_1.01,0.6450431823730469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,64,power_law_1.01,1.0441984176635741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,64,power_law_1.01,1.2532928466796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,2,power_law_1.2,36.88080749511719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,8,power_law_1.2,2.9605632781982423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,2,power_law_1.2,43.07814331054688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,8,power_law_1.2,4.06195182800293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,8,power_law_1.2,5.876140975952149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,8,power_law_1.2,8.936876678466797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,64,power_law_1.01,0.287007999420166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,64,power_law_1.01,0.2654144048690796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,64,power_law_1.01,0.25333120822906496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,64,power_law_1.01,0.26499199867248535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,64,power_law_1.01,0.24456319808959961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,64,power_law_1.01,0.24315519332885743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,64,power_law_1.01,0.24869120121002197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,64,power_law_1.01,0.23713281154632568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,64,power_law_1.01,0.2550719976425171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,64,power_law_1.01,0.25499520301818845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,64,power_law_1.01,0.2727423906326294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,4,power_law_1.2,0.10905599594116211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,64,power_law_1.01,0.27818880081176756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,4,power_law_1.2,0.1212928056716919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,64,power_law_1.01,0.276198410987854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,4,power_law_1.2,0.12492799758911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,64,power_law_1.01,0.28513278961181643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,4,power_law_1.2,0.14631680250167847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,64,power_law_1.01,0.31826560497283934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,4,power_law_1.2,0.17466880083084108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,64,power_law_1.01,0.3155263900756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,4,power_law_1.2,0.17221120595932007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,64,power_law_1.01,0.3665472030639648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,4,power_law_1.2,0.223142409324646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,64,power_law_1.01,0.44756479263305665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,4,power_law_1.2,0.22668800354003907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,64,power_law_1.01,0.41923837661743163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,4,power_law_1.2,0.25032958984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,64,power_law_1.01,0.5519552230834961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,4,power_law_1.2,0.2474368095397949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,4,power_law_1.2,0.25259521007537844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,64,power_law_1.01,0.7086912155151367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,4,power_law_1.2,0.26540160179138184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,4,power_law_1.2,0.2729919910430908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,64,power_law_1.01,1.0212608337402345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,4,power_law_1.2,0.2891455888748169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,4,power_law_1.2,0.3177151918411255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,64,power_law_1.01,1.0917695999145507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,4,power_law_1.2,0.32930560111999513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,4,power_law_1.2,0.371891188621521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,4,power_law_1.2,0.4149184226989746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,64,power_law_1.01,1.8104703903198243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,4,power_law_1.2,0.4633279800415039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,4,power_law_1.2,0.5467264175415039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,64,power_law_1.01,2.0860992431640626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,4,power_law_1.2,0.6409279823303222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,4,power_law_1.2,0.9559488296508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,4,power_law_1.2,1.0456192016601562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,64,power_law_1.01,2.7989503860473635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,8,power_law_1.2,11.033676910400391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,4,power_law_1.2,1.4987711906433105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,4,power_law_1.2,1.9624256134033202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,64,power_law_1.01,3.924607849121094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,4,power_law_1.2,2.8808000564575194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,4,power_law_1.2,3.9449089050292967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,8,power_law_1.2,17.824787902832032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,16,power_law_1.2,0.1798784017562866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,16,power_law_1.2,0.1545024037361145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,16,power_law_1.2,0.17002880573272705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,16,power_law_1.2,0.15639679431915282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,16,power_law_1.2,0.1533504009246826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,8,balanced,0.11333333452542622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,8,balanced,0.16461333632469177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,8,balanced,0.27930667002995807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,16,power_law_1.2,0.1720128059387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,8,balanced,0.47572267055511475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,16,power_law_1.2,0.17163519859313964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,8,balanced,0.9039733409881592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,16,power_law_1.2,0.1770624041557312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,16,power_law_1.2,0.1890176057815552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,16,power_law_1.2,0.18176000118255614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,16,power_law_1.2,0.19141119718551636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,16,power_law_1.2,0.48881921768188474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,16,power_law_1.2,0.20471680164337158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,8,balanced,1.1162346998850505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,16,power_law_1.2,0.21585919857025146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,8,balanced,1.1247039635976155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,8,balanced,1.123797337214152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,16,power_law_1.2,0.2335360050201416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,8,balanced,1.1261546611785889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,16,power_law_1.2,0.2673664093017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,8,balanced,1.1281812985738118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,16,power_law_1.2,1.6859775543212892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,8,balanced,1.1337119738260906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,8,balanced,1.1383413473765056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,8,balanced,1.1404639879862468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,16,power_law_1.2,2.8464832305908203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,8,balanced,1.1496106783548992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,16,power_law_1.2,0.37109758853912356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,8,balanced,1.158666690190633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,8,balanced,1.2098986307779949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,16,power_law_1.2,0.5136191844940186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,8,balanced,1.215183973312378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,16,power_law_1.2,0.5907519817352295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,8,balanced,1.2666613260904949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,8,balanced,1.3014612992604573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,16,power_law_1.2,0.7362624168395996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,8,balanced,2.0661919911702475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,16,power_law_1.2,1.1114432334899902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,8,power_law_1.2,24.317543029785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,8,balanced,1.5543200174967449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,8,balanced,2.637946605682373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,8,balanced,2.5850346883138022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,8,balanced,3.9364798863728843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,8,balanced,5.351429621378581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,8,balanced,6.600629170735677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,16,power_law_1.2,1.592409610748291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,8,balanced,9.296261469523111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,16,power_law_1.2,1.9118656158447265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,16,power_law_1.2,3.178540802001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,32,balanced,0.06745600203673045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,32,balanced,0.06904000043869019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,32,balanced,0.07273066540559132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,32,balanced,0.09698133667310078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,32,balanced,0.11213866869608562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,32,balanced,0.11475200454394023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,32,balanced,0.11530133088429768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,4,power_law_1.01,0.12075519561767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,32,balanced,0.11598400274912517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,32,balanced,0.118367999792099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,32,balanced,0.11724799871444702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,32,balanced,0.12144000331560771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,32,balanced,0.12258133292198181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,4,power_law_1.01,0.1759104013442993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,32,balanced,0.12366933623949687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,32,balanced,0.12957333525021872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,32,balanced,0.13160000244776407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,4,power_law_1.01,0.2128767967224121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,32,balanced,0.13883733749389648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,32,balanced,0.15268266201019287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,32,balanced,0.17575999101003012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,4,power_law_1.01,0.268723201751709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,32,balanced,0.18828266859054565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,32,balanced,0.24969599644343057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,32,balanced,0.27406932910283405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,4,power_law_1.01,0.3626496076583862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,32,balanced,0.38657065232594806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,4,power_law_1.01,0.37423999309539796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,4,power_law_1.01,0.5063680171966553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,4,power_law_1.01,0.4887296199798584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,4,power_law_1.01,0.5017343997955322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,32,balanced,0.36395732561747235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,32,balanced,0.5395733515421549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,4,power_law_1.01,0.4943103790283203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,4,power_law_1.01,0.5323904037475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,32,balanced,0.6319413185119629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,4,power_law_1.01,0.5208127975463868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,32,balanced,0.8821813265482584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,4,power_law_1.01,0.5458752155303955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,32,balanced,1.1429226398468018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,4,power_law_1.01,0.5258431911468506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,4,power_law_1.01,0.5471551895141602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,4,power_law_1.01,0.5894656181335449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,4,power_law_1.01,0.627891206741333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,4,power_law_1.01,0.6945343971252441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,4,power_law_1.01,0.7204160213470459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,4,power_law_1.01,0.8216447830200195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,4,power_law_1.01,0.9987968444824219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,4,power_law_1.01,1.1804287910461426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,4,power_law_1.01,1.45414400100708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,4,power_law_1.01,1.9216127395629883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,4,power_law_1.01,2.5268991470336912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,4,power_law_1.01,3.583097457885742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,4,power_law_1.01,4.161068725585937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,8,power_law_1.2,0.08643839955329895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,8,power_law_1.2,0.07575680017471313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,8,power_law_1.2,0.07992320060729981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,8,power_law_1.2,0.08924800157546997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,8,power_law_1.2,0.08819839954376221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,8,power_law_1.2,0.10648319721221924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,8,power_law_1.2,0.11397119760513305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,8,power_law_1.2,0.12620799541473388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,8,power_law_1.2,0.12032639980316162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,8,power_law_1.2,0.12451200485229492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,8,power_law_1.2,0.13308160305023192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,8,power_law_1.2,0.13670400381088257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,8,power_law_1.2,0.13909759521484374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,8,power_law_1.2,0.1514431953430176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,8,power_law_1.2,0.15998079776763915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,8,power_law_1.2,0.16236159801483155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,8,power_law_1.2,1.3109760284423828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,8,power_law_1.2,1.745267105102539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,8,power_law_1.2,0.266374397277832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,8,power_law_1.2,0.32537600994110105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,8,power_law_1.2,0.36154239177703856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,16,power_law_1.2,3.7786239624023437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,8,power_law_1.2,0.4713600158691406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,8,power_law_1.2,0.6840000152587891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,8,power_law_1.2,1.1520256042480468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,8,power_law_1.2,1.2262271881103515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,8,power_law_1.2,1.9087488174438476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,8,power_law_1.2,0.07292799949645996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,8,power_law_1.2,0.06632320284843445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,8,power_law_1.2,0.06542080044746398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,8,power_law_1.2,0.0693120002746582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,8,power_law_1.2,0.08224639892578126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,8,power_law_1.2,0.077920001745224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,8,power_law_1.2,0.08826239705085755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,8,power_law_1.2,0.08513280153274536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,8,power_law_1.2,0.08437119722366333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,8,power_law_1.2,0.0847487986087799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,8,power_law_1.2,0.09129599928855896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,8,power_law_1.2,0.09192320108413696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,8,power_law_1.2,0.09408640265464782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,8,power_law_1.2,0.1003648042678833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,8,power_law_1.2,0.10734080076217652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,8,power_law_1.2,0.11228159666061402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,8,power_law_1.2,0.1209663987159729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,8,power_law_1.2,0.1540992021560669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,8,power_law_1.2,0.16420480012893676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,8,power_law_1.2,0.20030078887939454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,8,power_law_1.2,0.24365439414978027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,8,power_law_1.2,0.3161151885986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,8,power_law_1.2,0.4246848106384277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,8,power_law_1.2,0.5677375793457031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,8,power_law_1.2,0.7591487884521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,8,power_law_1.2,1.0748031616210938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,8,power_law_1.2,1.3536831855773925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,64,power_law_1.2,0.22416000366210936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,64,power_law_1.2,0.19928959608078003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,64,power_law_1.2,0.1977728009223938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,64,power_law_1.2,0.20580480098724366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,64,power_law_1.2,0.19296640157699585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,64,power_law_1.2,0.17798399925231934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,64,power_law_1.2,0.17674880027770995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,64,power_law_1.2,0.18979840278625487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,64,power_law_1.2,0.19392000436782836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,64,power_law_1.2,0.18199039697647096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,64,power_law_1.2,0.18721280097961426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,64,power_law_1.2,0.19140479564666749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,64,power_law_1.2,0.19306880235671997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,64,power_law_1.2,0.22751998901367188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,64,power_law_1.2,0.25903360843658446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,64,power_law_1.2,0.24574720859527588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,64,power_law_1.2,1.8591039657592774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,64,power_law_1.2,1.9183488845825196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,64,power_law_1.2,0.36948480606079104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,64,power_law_1.2,0.484876823425293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,64,power_law_1.2,4.0840705871582035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,64,power_law_1.2,5.3610881805419925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,64,power_law_1.2,0.9098367691040039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,64,power_law_1.2,1.258572769165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,64,power_law_1.2,1.7586368560791015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,64,power_law_1.2,2.745030403137207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,64,power_law_1.2,3.1191104888916015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,8,power_law_1.2,2.314828872680664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,2,balanced,0.1260693371295929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,2,balanced,0.20361600319544473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,2,balanced,0.3707360029220581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,2,balanced,0.716917355855306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,2,balanced,1.4021387100219727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,2,balanced,1.411472002665202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,2,balanced,1.4218079249064128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,2,balanced,1.427519957224528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,2,balanced,1.4297067324320476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,2,balanced,1.4362506866455078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,2,balanced,1.4421920776367188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,2,balanced,1.453407923380534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,2,balanced,1.4631147384643555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,2,balanced,1.4780534108479817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,2,balanced,1.53110933303833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,2,balanced,1.5424213409423828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,2,balanced,1.5836373964945476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,2,balanced,1.6385653813680012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,2,balanced,1.766858736673991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,2,balanced,1.9826080004374187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,2,balanced,2.1539573669433594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,2,balanced,3.233322779337565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,2,balanced,3.5554987589518228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,2,balanced,5.055312156677246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,2,balanced,6.893856048583984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,2,balanced,10.285605112711588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,2,balanced,14.019643147786459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,4,balanced,0.06798933446407318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,4,balanced,0.06643733382225037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,4,balanced,0.0841493308544159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.0780672013759613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,4,balanced,0.07753066718578339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,4,balanced,0.08434666196505229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.070169597864151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,4,balanced,0.08264533181985219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,4,balanced,0.08043733239173889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,4,balanced,0.08115200201670329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.05976319909095764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,4,balanced,0.08804266651471455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,4,balanced,0.0885706643263499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,4,balanced,0.09154666463534038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.0688256025314331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,4,balanced,0.08898133039474487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,4,balanced,0.08890666564305623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,4,balanced,0.09454400340716045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,4,balanced,0.09784533580144246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.07144960165023803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,4,balanced,0.10227732857068379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,4,balanced,0.12470400333404541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.07218559980392455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,4,balanced,0.14090133706728616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,4,balanced,0.19427200158437094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.07337599992752075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,4,balanced,0.2251946727434794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.0754047989845276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,4,balanced,0.3065386613210042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.07900800108909607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.07948799729347229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.09056000113487243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.0932096004486084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.09728000164031983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.11704319715499878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.13460479974746703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,4,balanced,0.4214133421579997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.1344256043434143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,4,balanced,0.521125316619873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.15407999753952026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,4,balanced,0.8073279857635498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.23198719024658204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,4,balanced,1.0118026733398438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.29088640213012695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,4,balanced,1.4743359883626301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.4872000217437744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.37281920909881594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,4,balanced,1.8876694043477376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.7455488204956054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,64,power_law_1.2,0.9859199523925781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,64,power_law_1.2,1.3917632102966309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,64,power_law_1.2,2.097727966308594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,64,power_law_1.2,2.5034816741943358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,1,power_law_1.01,0.03656319975852966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,1,power_law_1.01,0.050969600677490234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,1,power_law_1.01,0.07269120216369629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,1,power_law_1.01,0.09530240297317505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,1,power_law_1.01,0.12267520427703857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,1,power_law_1.01,0.1823359966278076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,1,power_law_1.01,0.19787520170211792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,1,power_law_1.01,0.20280959606170654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,1,power_law_1.01,0.20931200981140136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,1,power_law_1.01,0.21427841186523439
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,1,power_law_1.01,0.2224191904067993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,1,power_law_1.01,0.2319040060043335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,1,power_law_1.01,0.24075520038604736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,1,power_law_1.01,0.25671679973602296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,1,power_law_1.01,0.26204159259796145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,1,power_law_1.01,0.27797760963439944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,1,power_law_1.01,0.30268800258636475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,1,power_law_1.01,0.3388864040374756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,1,power_law_1.01,0.3707007884979248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,1,power_law_1.01,0.4552192211151123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,1,power_law_1.01,0.5515967845916748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,16,power_law_1.2,0.04902400076389313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,1,power_law_1.01,0.7174911975860596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,16,power_law_1.2,0.04483200013637543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,16,power_law_1.2,0.049420800805091855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,1,power_law_1.01,0.9151488304138183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,16,power_law_1.2,0.05188480019569397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,16,power_law_1.2,0.04924800097942352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,1,power_law_1.01,1.3084927558898927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,16,power_law_1.2,0.05070719718933105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,16,power_law_1.2,0.054713600873947145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,16,power_law_1.2,0.05532159805297852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,1,power_law_1.01,1.6924543380737305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,16,power_law_1.2,0.05497599840164184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,16,power_law_1.2,0.055769598484039305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,16,power_law_1.2,0.05642240047454834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,16,power_law_1.2,0.057740801572799684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,16,power_law_1.2,0.05999360084533691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,16,power_law_1.2,0.06474879980087281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,16,power_law_1.2,0.06687359809875489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,16,power_law_1.2,0.07074559926986694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,16,power_law_1.2,0.07331200242042542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,16,power_law_1.2,0.08962560296058655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,1,power_law_1.01,2.488108825683594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,16,power_law_1.2,0.0927616000175476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,16,power_law_1.2,0.12048640251159667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,16,power_law_1.2,0.15351680517196656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,16,power_law_1.2,0.21711359024047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,1,power_law_1.01,3.289446258544922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,16,power_law_1.2,0.2549567937850952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,16,power_law_1.2,0.32025599479675293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,16,power_law_1.2,0.4009856224060059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,16,power_law_1.2,0.7138559818267822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,16,power_law_1.2,0.9913023948669434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,1,balanced,0.11123733719189961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,1,balanced,0.12991467118263245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,1,balanced,0.17506666978200278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,1,balanced,0.28084800640741986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,1,balanced,0.5063946644465128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,1,balanced,0.9127146402994791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,1,balanced,0.9185973008473715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,1,balanced,0.9262133439381918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,1,balanced,0.9380106925964355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,1,balanced,0.942074696222941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,1,balanced,0.9616853396097819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,1,balanced,0.9691840012868246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,1,balanced,0.9803786277770996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,1,balanced,1.005951960881551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,1,balanced,1.024330695470174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,1,balanced,1.0451680024464924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,1,balanced,1.0881813367207844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,1,balanced,1.1937706470489502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,1,balanced,1.3355147043863933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,1,balanced,1.5425440470377605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,1,balanced,1.7626399993896484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,1,balanced,2.3230667114257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,1,balanced,2.697749455769857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,1,balanced,4.315818786621094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,1,balanced,4.91157881418864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,1,balanced,7.125904083251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,1,balanced,9.319077173868815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,64,power_law_1.2,3.652262496948242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,64,balanced,0.09301867087682088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,64,balanced,0.09251200159390767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,64,balanced,0.09245866537094116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,64,balanced,0.10827733079592387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,64,balanced,0.1383093297481537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,64,balanced,0.15639467040697733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,64,balanced,0.19958933194478354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,64,balanced,0.20120533307393393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,64,balanced,0.20244799057642618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,64,balanced,0.20230400562286377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,64,balanced,0.20673600832621256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,64,balanced,0.20785067478815714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,64,balanced,0.20942399899164835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,64,balanced,0.21374932924906412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,64,balanced,0.21808532873789468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,64,balanced,0.22339200973510742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,64,balanced,0.23020267486572266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,64,balanced,0.24636799097061157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,64,balanced,0.2633013327916463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,64,balanced,0.2977760036786397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,64,balanced,0.33788267771402997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,64,balanced,0.3882026672363281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,64,balanced,0.47051199277242023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,64,balanced,0.5687199831008911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,32,balanced,0.0701279987891515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,32,balanced,0.08205866813659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,64,balanced,0.7448000113169352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,32,balanced,0.09876267115275066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,32,balanced,0.1366933286190033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,32,balanced,0.1716853380203247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,64,balanced,1.0004533131917317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,32,balanced,0.17844800154368082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,32,balanced,0.17894399166107178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,32,balanced,0.16242667039235434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,32,balanced,0.16364266475041708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,32,balanced,0.1644266645113627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,64,balanced,1.365887959798177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,32,balanced,0.16793600718180338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,32,balanced,0.16996800899505615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,32,balanced,0.1717066764831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,32,balanced,0.17758933703104654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,32,balanced,0.17898666858673096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,32,balanced,0.18730133771896362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,32,balanced,0.19526400168736777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,32,balanced,0.23338133096694946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,32,balanced,0.24225600560506186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,32,balanced,0.31108800570170086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,32,balanced,0.3374933401743571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,32,balanced,0.4599733352661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,32,balanced,0.4525493383407593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,32,balanced,0.6381653149922689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,32,balanced,0.7695519924163818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,32,balanced,1.1315786838531494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,32,balanced,1.4288105964660645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,8,balanced,0.14761066436767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,8,balanced,0.133733332157135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,8,balanced,0.133733332157135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,8,balanced,0.134661336739858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,8,balanced,0.13580800096193948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,8,balanced,0.13713066776593527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,8,balanced,0.13779733578364053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,8,balanced,0.13929067055384317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,8,balanced,0.15172266960144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,8,balanced,0.15238400300343832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,8,balanced,0.15571733315785727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,8,balanced,0.16740800937016806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,8,balanced,0.16994667053222656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,8,balanced,0.17629333337148032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,8,balanced,0.19826134045918783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,8,balanced,0.20777066548665366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,8,balanced,0.23625600337982178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,8,balanced,0.31938666105270386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,8,balanced,0.38365864753723145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,8,balanced,0.4368480046590169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,8,balanced,0.6419306596120199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,8,balanced,0.8372000058492025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,8,balanced,1.0610826810201008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,8,balanced,1.4756320317586262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,8,balanced,1.8952213923136394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,8,balanced,2.8397814432779946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,8,balanced,3.7438828150431314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,128,power_law_1.01,0.036422398686408994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,128,power_law_1.01,0.036320000886917114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,128,power_law_1.01,0.03583999872207642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,128,power_law_1.01,0.036268800497055054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,128,power_law_1.01,0.0377344012260437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,128,power_law_1.01,0.03922559916973114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,128,power_law_1.01,0.040140798687934874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,128,power_law_1.01,0.04051199853420258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,128,power_law_1.01,0.04505600035190582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,128,power_law_1.01,0.04586879909038544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,128,power_law_1.01,0.04742400050163269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,128,power_law_1.01,0.04787200093269348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,128,power_law_1.01,0.04842239916324616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,128,power_law_1.01,0.04992640018463135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,128,power_law_1.01,0.05156480073928833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,128,power_law_1.01,0.052179199457168576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,128,power_law_1.01,0.054016000032424925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,128,power_law_1.01,0.05682560205459595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,128,power_law_1.01,0.06229119896888733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,128,power_law_1.01,0.07520639896392822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,128,power_law_1.01,0.0969983994960785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,128,power_law_1.01,0.14465919733047486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,128,power_law_1.01,0.18478720188140868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,128,power_law_1.01,0.22999680042266846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,128,power_law_1.01,0.3549312114715576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,128,power_law_1.01,0.48635520935058596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,128,power_law_1.01,0.7202112197875976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.5919807910919189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.7591936111450195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.8858943939208984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,2,power_law_1.01,1.4025407791137696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,2,power_law_1.01,1.3330431938171388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,2,power_law_1.01,1.4186495780944823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,2,power_law_1.01,1.5179391860961915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,2,power_law_1.01,1.7692031860351562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,2,power_law_1.01,1.979871940612793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,2,power_law_1.01,2.0314752578735353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,2,power_law_1.01,1.7595455169677734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,2,power_law_1.01,2.221971130371094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,2,power_law_1.01,2.202841567993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,2,power_law_1.01,2.220275115966797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,2,power_law_1.01,2.483251190185547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,2,power_law_1.01,2.897292709350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,2,power_law_1.01,3.1491199493408204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,2,balanced,0.08531733353932698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,2,balanced,0.12468266487121582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,2,balanced,0.21170665820439658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,2,balanced,0.20355733235677084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,2,power_law_1.01,3.8929534912109376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,2,balanced,0.20138132572174072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,2,balanced,0.20483734210332236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,2,balanced,0.20521066586176553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,2,balanced,0.2067413330078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,2,balanced,0.21842666467030844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,2,balanced,0.21922133366266885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,2,balanced,0.23868266741434732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,2,balanced,0.264682670434316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,2,balanced,0.2669493357340495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,2,balanced,0.2696053385734558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,2,balanced,0.3088373343149821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,2,balanced,0.31007999181747437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,2,balanced,0.33794665336608887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,2,balanced,0.41831998030344647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,2,balanced,0.5744426647822062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,2,balanced,0.7056427001953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,2,balanced,0.9103253682454427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,2,balanced,1.2946293354034424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,2,balanced,1.65446933110555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,2,power_law_1.01,6.222848129272461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,2,balanced,2.448618729909261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,2,balanced,3.1201918919881186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,2,balanced,4.698266665140788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,2,balanced,6.269488016764323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,2,power_law_1.01,8.427705383300781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,2,power_law_1.01,8.978246307373047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,1,power_law_1.2,0.037555199861526486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,1,power_law_1.2,0.050432002544403075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,1,power_law_1.2,0.06999679803848266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,1,power_law_1.2,0.09018239974975586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,1,power_law_1.2,0.11838079690933227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,1,power_law_1.2,0.18677120208740233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,1,power_law_1.2,0.20023679733276367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,1,power_law_1.2,0.20405120849609376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,1,power_law_1.2,0.21172480583190917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,1,power_law_1.2,0.2172991991043091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,1,power_law_1.2,0.2309056043624878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,1,power_law_1.2,0.2367232084274292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,1,power_law_1.2,0.2395456075668335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,1,power_law_1.2,0.25550079345703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,1,power_law_1.2,0.2662400007247925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,1,power_law_1.2,0.276908802986145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,1,power_law_1.2,0.3071295976638794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,1,power_law_1.2,0.34710400104522704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,1,power_law_1.2,0.37579519748687745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,1,power_law_1.2,0.46737279891967776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,1,power_law_1.2,0.5509759902954101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,1,power_law_1.2,0.7288512229919434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,1,power_law_1.2,0.9186047554016114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,2,power_law_1.01,12.117478179931641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,1,power_law_1.2,1.3105536460876466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,2,power_law_1.01,19.93422088623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,1,power_law_1.2,1.6966655731201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,1,power_law_1.2,2.495680046081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,2,power_law_1.01,23.960032653808593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,16,balanced,0.04858666658401489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,16,balanced,0.04961599906285604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,16,balanced,0.04971200227737427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,16,balanced,0.05363733569780985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,16,balanced,0.07545066873232524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,16,balanced,0.10790399710337321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,16,balanced,0.10960533221562703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,16,balanced,0.1106773316860199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,16,balanced,0.11200533310572307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,16,balanced,0.11188800136248271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,16,balanced,0.1135093371073405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,16,balanced,0.11498666803042094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,16,balanced,0.11574400464693706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,16,balanced,0.11943466464678447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,16,balanced,0.12282133102416992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,16,balanced,0.12575466434160867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,16,balanced,0.13110400239626566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,16,balanced,0.14457066853841147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,16,balanced,0.1569546659787496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,16,balanced,0.18266133467356363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,16,balanced,0.20055999358495077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,16,balanced,0.26157333453496295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,16,balanced,0.3116746743520101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,16,balanced,0.42683732509613037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,16,balanced,0.5054239829381307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,16,balanced,0.7216213544209799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,16,balanced,0.9431093533833822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,2,power_law_1.2,0.18310400247573852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,2,power_law_1.2,0.2835520029067993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,2,power_law_1.2,0.31782400608062744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,2,power_law_1.2,0.5277120113372803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,2,power_law_1.2,0.7345088005065918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,2,power_law_1.2,0.9657535552978516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,2,power_law_1.2,1.3132351875305175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,2,power_law_1.2,1.303763198852539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,2,power_law_1.2,1.3026623725891113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,2,power_law_1.2,1.4461759567260741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,2,power_law_1.2,1.4305536270141601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,2,power_law_1.2,1.4993215560913087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,2,power_law_1.2,1.570406436920166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,2,power_law_1.2,1.646214485168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,2,power_law_1.2,1.7140031814575196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,2,power_law_1.2,1.7351551055908203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,2,power_law_1.2,1.8544448852539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,2,power_law_1.2,2.0862400054931642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,2,power_law_1.2,11.004102325439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,2,power_law_1.2,14.865203857421875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,2,power_law_1.2,3.0819135665893556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,2,power_law_1.01,37.953713989257814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,2,power_law_1.2,3.8425918579101563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,2,power_law_1.2,4.1667327880859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,2,power_law_1.2,5.793868637084961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,2,power_law_1.2,7.749247741699219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,2,power_law_1.2,10.542457580566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,2,power_law_1.2,13.198028564453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,1,power_law_1.2,3.303424072265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,2,power_law_1.01,58.0350341796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,2,power_law_1.01,78.05175170898437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,64,power_law_1.2,0.028678399324417115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,64,power_law_1.2,0.0298880010843277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,64,power_law_1.2,0.028332799673080444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,64,power_law_1.2,0.0286655992269516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,64,power_law_1.2,0.029606398940086365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,64,power_law_1.2,0.030656000971794127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,64,power_law_1.2,0.03078399896621704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,64,power_law_1.2,0.03642880022525787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,64,power_law_1.2,0.040140798687934874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,64,power_law_1.2,0.04191359877586365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,64,power_law_1.2,0.04987519979476929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,64,power_law_1.2,0.23722879886627196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,64,power_law_1.2,0.23693439960479737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,64,power_law_1.2,0.04380159974098206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,64,power_law_1.2,0.04616959989070892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,64,power_law_1.2,0.048614400625228885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,64,power_law_1.2,0.05305600166320801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,64,power_law_1.2,0.06710399985313416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,64,power_law_1.2,0.08762239813804626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,64,power_law_1.2,0.1081279993057251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,64,power_law_1.2,0.12243839502334594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,64,power_law_1.2,0.17057280540466307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,64,power_law_1.2,0.2811968088150024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,64,power_law_1.2,0.3781440019607544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,64,power_law_1.2,0.5428671836853027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,8,balanced,0.08479467034339905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,8,balanced,0.11659733454386394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,8,balanced,0.1513759990533193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,8,balanced,0.22740799188613892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,8,balanced,0.37861335277557373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,8,balanced,0.48361066977183026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,8,balanced,0.48764801025390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,8,balanced,0.48229865233103436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,8,balanced,0.485919992129008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,8,balanced,0.4893866777420044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,8,balanced,0.4955413341522217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,8,balanced,0.5004533529281616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,8,balanced,0.5047946770985922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,8,balanced,0.5159680048624674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,8,balanced,0.5225119988123575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,8,balanced,0.5327839851379395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,8,balanced,0.551423986752828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,8,balanced,0.6232586701711019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,8,balanced,0.6246026754379272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,8,balanced,0.7529280185699463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,8,balanced,0.7985226313273112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,8,balanced,1.1687040328979492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,8,balanced,1.1278560161590576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,8,balanced,1.7408480644226074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,8,balanced,2.0237654050191245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,8,balanced,3.177215894063314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,8,balanced,3.878671964009603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,64,power_law_1.2,0.6320256233215332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,1,power_law_1.2,0.19971840381622313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,1,power_law_1.2,0.31368958950042725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,1,power_law_1.2,0.5779967784881592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,1,power_law_1.2,0.9555904388427734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,1,power_law_1.2,1.4583040237426759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,1,power_law_1.2,1.9745023727416993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,1,power_law_1.2,2.9576383590698243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,1,power_law_1.2,3.112486457824707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,1,power_law_1.2,3.2554241180419923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,1,power_law_1.2,3.326028823852539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,1,power_law_1.2,3.458342361450195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,1,power_law_1.2,3.6440704345703123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,1,power_law_1.2,3.6856769561767577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,1,power_law_1.2,4.069465637207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,1,power_law_1.2,4.290265655517578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,1,power_law_1.2,4.481177520751953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,1,power_law_1.2,4.502150344848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,1,power_law_1.2,4.98521614074707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,1,power_law_1.2,18.047756958007813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,64,power_law_1.2,0.7623936176300049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,1,power_law_1.2,27.451333618164064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,1,power_law_1.2,6.256601715087891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,1,power_law_1.2,7.507148742675781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,1,power_law_1.2,8.915007781982421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,1,power_law_1.2,11.494048309326171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,1,power_law_1.2,14.077682495117188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,1,power_law_1.2,19.56917724609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.044275200366973876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.04658559858798981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.05490559935569763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.07553920149803162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.07671679854393006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.08288000226020813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.08393599987030029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.08414720296859741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.08574720025062561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.08716800212860107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.09009280204772949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.09365119934082031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.10792319774627686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.10500479936599731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,1,power_law_1.2,25.121734619140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.11585279703140258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.14618879556655884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.1540735960006714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.1771008014678955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.23546240329742432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.3109119892120361
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.3868799924850464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.5440320014953614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.699398422241211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,2,balanced,0.032933334509531655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,2,balanced,0.046810666720072426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,2,balanced,0.07133333384990692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,2,balanced,0.11516799529393514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,2,balanced,0.20608532428741455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,2,balanced,0.20746133724848428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,2,balanced,0.209279994169871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,2,balanced,0.21201066176096597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,2,balanced,0.21220266819000244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,2,balanced,0.21449067195256552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,2,balanced,0.2172373334566752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,2,balanced,0.21859200795491537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,2,balanced,0.22137600183486938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,2,balanced,0.22618132829666138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,2,balanced,0.2337013284365336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,2,balanced,0.23754133780797324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,2,balanced,0.24706133206685385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,2,balanced,0.2781013250350952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,2,balanced,0.2994719942410787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,2,balanced,0.3627893527348836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,2,balanced,0.401039997736613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,2,balanced,0.5179680188496908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,2,balanced,0.6758826573689779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,2,balanced,0.988917350769043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,2,balanced,1.2923359870910645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,2,balanced,1.9101227124532063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,2,balanced,2.537973403930664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,1,power_law_1.2,1.0111231803894043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,1,power_law_1.2,1.3290816307067872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,4,balanced,0.22957332928975424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,4,balanced,0.4055413405100505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,4,balanced,0.7381813526153564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,4,balanced,1.3444426854451497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,4,balanced,2.3378772735595703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,4,balanced,3.270000139872233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,4,balanced,3.2796640396118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,4,balanced,3.2892160415649414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,4,balanced,3.30511474609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,4,balanced,3.317098617553711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,4,balanced,3.34659735361735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,4,balanced,3.364357312520345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,4,balanced,3.386378606160482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,4,balanced,3.417290687561035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,4,balanced,3.4513279596964517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,4,balanced,3.4873278935750327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,4,balanced,3.5495627721150718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,4,balanced,4.529898643493652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,4,balanced,3.788474718729655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,1,power_law_1.2,1.9371072769165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,4,balanced,4.850277264912923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,4,balanced,4.106186548868815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,4,balanced,6.334666570027669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,4,balanced,6.476298650105794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,4,balanced,9.482522964477539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,4,balanced,9.800175984700521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,4,balanced,15.903402964274088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,4,balanced,19.27072525024414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.18737280368804932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.27453439235687255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.4779839992523193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.8807680130004882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,1,power_law_1.01,1.281222438812256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,1,power_law_1.01,1.6898752212524415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,1,power_law_1.01,2.3649856567382814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,1,power_law_1.01,2.5333120346069338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,1,power_law_1.01,2.6557056427001955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,1,power_law_1.01,2.697907257080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,1,power_law_1.01,2.8053375244140626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,1,power_law_1.01,2.9317695617675783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,1,power_law_1.01,3.0128896713256834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,1,power_law_1.01,3.1628416061401365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,1,power_law_1.01,3.332767868041992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,1,power_law_1.01,3.5267711639404298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,1,power_law_1.01,3.5903297424316407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,1,power_law_1.01,4.007539367675781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,1,power_law_1.01,4.286483383178711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,1,power_law_1.01,4.987456130981445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,1,power_law_1.01,5.346700668334961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,1,power_law_1.01,6.670950317382813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,1,power_law_1.01,7.938880157470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,1,power_law_1.01,10.240620422363282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.5165823936462403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.5258944034576416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.5275328159332275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,1,power_law_1.01,12.79607696533203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.7196800231933593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.7204607963562012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.7425792217254639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.8277055740356445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,4,power_law_1.2,1.097708797454834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,4,power_law_1.2,1.2503487586975097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,4,power_law_1.2,1.305356788635254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,4,power_law_1.2,1.0368127822875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,4,power_law_1.2,1.329811191558838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,4,power_law_1.2,1.617081642150879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,1,power_law_1.01,17.47959747314453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,4,power_law_1.2,1.517632007598877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,8,balanced,0.0683786670366923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,8,balanced,0.06791999936103821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,8,balanced,0.06766400237878163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,8,balanced,0.06417066852251689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,8,balanced,0.0643093337615331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,8,balanced,0.06595733265082042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,8,balanced,0.06656000018119812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,8,balanced,0.06702400247255962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,8,balanced,0.08198399841785431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,8,balanced,0.0824533353249232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,8,balanced,0.08182399968306224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,8,balanced,0.0814879983663559
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,4,power_law_1.2,1.7825536727905273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,8,balanced,0.08137600123882294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,8,balanced,0.08275199929873149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,8,balanced,0.086517333984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,8,balanced,0.08763200044631958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,8,balanced,0.0886346697807312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,8,balanced,0.09638933340708415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,8,balanced,0.12654399871826172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,8,balanced,0.14505599935849509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,8,balanced,0.20204800367355347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,8,balanced,0.2368160088857015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,4,power_law_1.2,1.6800384521484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,8,balanced,0.325872004032135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,8,balanced,0.4515146811803182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,8,balanced,0.5595733324686686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,8,balanced,0.8625439802805582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,4,power_law_1.2,2.092684745788574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,8,balanced,1.081445296605428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,4,power_law_1.2,2.9915840148925783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,1,power_law_1.01,22.43184051513672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,4,power_law_1.2,4.479302215576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,4,power_law_1.2,6.061433410644531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,4,power_law_1.2,7.0277244567871096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,1,power_law_1.2,2.5507007598876954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,4,power_law_1.2,11.245235443115234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,4,balanced,0.10059733192125957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,4,balanced,0.11864533027013142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,4,balanced,0.16866666078567505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,4,balanced,0.27028799057006836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,4,balanced,0.47341867287953693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,4,balanced,0.861525297164917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,4,balanced,0.8673439820607504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,4,balanced,0.8746293385823568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,4,balanced,0.8815146287282308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,4,balanced,0.8838720321655273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,4,balanced,0.8891680240631104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,4,balanced,0.8970879713694254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,4,balanced,0.9031306902567545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,4,balanced,0.9046186606089274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,4,balanced,0.9214026927947998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,4,balanced,0.9318400224049886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,4,balanced,0.9517119725545248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,4,balanced,0.9945440292358398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,4,balanced,1.038378636042277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,4,balanced,1.1210133234659831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,4,balanced,1.2204906940460205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,4,balanced,1.4398667017618816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,4,balanced,1.6312853495279949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,4,balanced,2.5430453618367515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,4,power_law_1.2,13.831141662597656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,4,balanced,2.7806453704833984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,4,balanced,4.014538764953613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,4,balanced,5.454714457194011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,4,power_law_1.2,26.669479370117188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,8,power_law_1.2,0.1933568000793457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,8,power_law_1.2,0.33527679443359376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,8,power_law_1.2,0.3286463975906372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,8,power_law_1.2,0.3275007963180542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,8,power_law_1.2,0.47102718353271483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,8,power_law_1.2,0.5586559772491455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,8,power_law_1.2,0.5318272113800049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,8,power_law_1.2,0.49049601554870603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,8,power_law_1.2,0.4762944221496582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,8,power_law_1.2,0.4431424140930176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,8,power_law_1.2,0.5177023887634278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,8,power_law_1.2,0.4701888084411621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,8,power_law_1.2,0.5268288135528565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,8,power_law_1.2,0.5483776092529297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,8,power_law_1.2,0.5860159873962403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,8,power_law_1.2,0.6114816188812255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,8,power_law_1.2,0.6331520080566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,8,power_law_1.2,0.7042111873626709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,8,power_law_1.2,0.7501760005950928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,8,power_law_1.2,0.900812816619873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,8,power_law_1.2,1.0813376426696777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,8,power_law_1.2,1.284780788421631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,8,power_law_1.2,1.7826688766479493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,8,power_law_1.2,2.386342430114746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,8,power_law_1.2,2.706950378417969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,8,power_law_1.2,4.244070434570313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,8,power_law_1.2,5.4665790557861325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,4,power_law_1.2,32.634521484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.5345215797424316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.8728768348693847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,4,power_law_1.01,1.692576026916504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,4,power_law_1.01,1.6857088088989258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,4,power_law_1.01,2.3788095474243165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,4,power_law_1.01,2.8912960052490235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,4,power_law_1.01,3.2753089904785155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,4,power_law_1.01,4.163180923461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,4,power_law_1.01,3.8268287658691404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,4,power_law_1.01,3.698643112182617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,4,power_law_1.01,4.1052288055419925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,4,power_law_1.01,4.154092788696289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,4,power_law_1.01,3.6577919006347654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,4,power_law_1.01,4.048294448852539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,4,power_law_1.01,4.366118240356445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,4,power_law_1.2,44.30205383300781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,4,power_law_1.01,4.907827377319336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,4,power_law_1.01,5.136345672607422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,4,power_law_1.01,5.572723388671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,4,power_law_1.01,17.527398681640626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,4,power_law_1.01,25.35542449951172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,4,power_law_1.01,7.0825859069824215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,4,power_law_1.01,8.859494018554688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,4,power_law_1.01,8.74874267578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,4,power_law_1.01,10.77957763671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,4,power_law_1.01,12.880441284179687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.5423423767089843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.8833536148071289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,2,power_law_1.01,1.342848014831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,2,power_law_1.01,1.9883583068847657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,2,power_law_1.01,2.873414421081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,4,power_law_1.01,17.249241638183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,2,power_law_1.01,3.386137771606445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,2,power_law_1.2,0.73056640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,2,power_law_1.01,4.648153686523438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,2,power_law_1.2,1.0091903686523438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,2,power_law_1.2,1.6477760314941405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,2,power_law_1.01,4.699187088012695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,2,power_law_1.2,2.2444736480712892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,2,power_law_1.01,5.031270217895508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,2,power_law_1.2,3.093619155883789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,4,power_law_1.01,22.199725341796874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,2,power_law_1.01,5.161510467529297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,2,power_law_1.2,5.078707122802735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,2,power_law_1.01,5.444416046142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,2,power_law_1.2,5.261235046386719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,2,power_law_1.01,5.648031997680664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,2,power_law_1.2,5.678995132446289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,2,power_law_1.01,5.567142486572266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,2,power_law_1.2,5.521196746826172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,2,power_law_1.01,5.902099227905273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,2,power_law_1.2,5.782668685913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,2,power_law_1.01,6.583302307128906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,2,power_law_1.2,6.141638565063476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,2,power_law_1.01,6.9901123046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,2,power_law_1.2,6.445900726318359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,2,power_law_1.01,7.3063102722167965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,2,power_law_1.2,6.627225494384765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,4,balanced,0.04703466594219208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,4,balanced,0.04805333415667216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,4,balanced,0.049642667174339294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,4,balanced,0.061941335598627724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,4,balanced,0.08318399886290233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,4,balanced,0.08616000413894653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,4,balanced,0.08833066622416179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,2,power_law_1.01,8.762137603759765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,4,balanced,0.08861866593360901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,4,balanced,0.08962133526802063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,4,balanced,0.09030399719874065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,4,balanced,0.09289066990216573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,4,balanced,0.09494933485984802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,4,balanced,0.09563733140627544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,4,balanced,0.10096533099810283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,4,balanced,0.10595200459162395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,4,balanced,0.10964799920717876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,4,balanced,0.12142399946848552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,4,balanced,0.1471466620763143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,4,balanced,0.15039466818173727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,4,balanced,0.22099733352661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,4,balanced,0.23515733083089194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,4,balanced,0.362064003944397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,2,power_law_1.2,7.010419464111328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,4,balanced,0.42479467391967773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,4,balanced,0.5757866700490316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,4,balanced,0.7693119843800863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,4,balanced,1.0852693716684978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,4,balanced,1.43068265914917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,2,power_law_1.2,7.629228973388672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,2,power_law_1.2,7.844384002685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,2,power_law_1.01,30.1126220703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,2,power_law_1.2,8.733548736572265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,2,power_law_1.2,9.7498046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,2,power_law_1.2,8.457331085205078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,2,power_law_1.2,9.469683074951172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,2,power_law_1.01,41.77415771484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,2,power_law_1.01,9.706880187988281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,2,power_law_1.2,10.770285034179688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,2,power_law_1.01,11.653401947021484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,2,power_law_1.2,13.155693054199219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,2,power_law_1.01,13.768199157714843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,2,power_law_1.2,15.68078155517578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,2,power_law_1.01,17.991949462890624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,2,power_law_1.2,20.174822998046874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,4,power_law_1.2,65.32011108398437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,2,power_law_1.01,21.93256378173828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,2,power_law_1.2,24.641510009765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,2,power_law_1.01,31.052902221679688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,2,power_law_1.2,35.02678527832031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,2,power_law_1.01,37.43400268554687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,4,balanced,0.0709386666615804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,4,balanced,0.08869866530100505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,4,balanced,0.11239467064539592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,4,balanced,0.15342400471369425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,4,balanced,0.27190399169921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,4,balanced,0.32494932413101196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,4,balanced,0.3267680009206136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,4,balanced,0.3291413386662801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,4,balanced,0.33140265941619873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,4,balanced,0.33290666341781616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,4,balanced,0.34073599179585773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,4,balanced,0.34497066338857013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,4,balanced,0.3471413453420003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,4,balanced,0.35129066308339435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,4,balanced,0.360917329788208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,4,balanced,0.3729333480199178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,4,balanced,0.3853439887364705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,4,balanced,0.4315626621246338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,4,balanced,0.44897600015004474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,4,balanced,0.7131573359171549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,4,balanced,0.6086133321126302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,4,balanced,0.9501279989878336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,4,balanced,1.030741294225057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,4,balanced,1.4859466552734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,4,balanced,1.9040266672770183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,4,balanced,2.672234535217285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,4,balanced,3.5308265686035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.2956415891647339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,2,power_law_1.2,44.08570251464844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.49274239540100095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.8761728286743165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,1,power_law_1.2,1.5270400047302246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,1,power_law_1.2,2.251705551147461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,1,power_law_1.2,3.022368049621582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,1,power_law_1.2,4.582527923583984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,1,power_law_1.2,4.807910537719726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,1,power_law_1.2,5.061119842529297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,1,power_law_1.2,5.279827117919922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,1,power_law_1.2,5.476876831054687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,1,power_law_1.2,5.612473678588867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,1,power_law_1.2,5.899174499511719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,1,power_law_1.2,6.353414535522461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,1,power_law_1.2,6.805382537841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,1,power_law_1.2,7.372889709472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,8,balanced,0.046282668908437095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,8,balanced,0.04604266583919525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,8,balanced,0.04593066871166229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,8,balanced,0.046256000796953835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,8,balanced,0.046223998069763184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,8,balanced,0.047050664822260536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,8,balanced,0.047295997540156044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,8,balanced,0.04734933376312256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,8,balanced,0.07099733253320058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,8,balanced,0.07136533161004384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,8,balanced,0.07047466437021892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,8,balanced,0.07337599992752075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,8,balanced,0.07322666545708974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,8,balanced,0.07464533547560374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,8,balanced,0.079434668024381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,1,power_law_1.2,7.547180938720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,8,balanced,0.08037333190441132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,8,balanced,0.08253333469231923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,8,balanced,0.08710400263468425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,8,balanced,0.0904266635576884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,8,balanced,0.104912002881368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,8,balanced,0.14308800299962363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,8,balanced,0.17402666807174683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,8,balanced,0.24212799469629923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,8,balanced,0.29637332757314044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,8,balanced,0.4023413260777791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,8,balanced,0.5608799854914347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,8,balanced,0.7021919886271158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,1,power_law_1.2,8.374886322021485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,1,power_law_1.2,8.71822738647461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,1,power_law_1.2,10.1238525390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,1,power_law_1.2,10.127442932128906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,1,power_law_1.2,12.191129302978515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,1,power_law_1.2,14.269349670410156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,1,power_law_1.2,18.349606323242188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,1,power_law_1.2,22.441004943847656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,1,power_law_1.2,31.033099365234374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,1,power_law_1.2,39.188052368164065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,64,power_law_1.2,0.17118079662323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,64,power_law_1.2,0.17620480060577393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,64,power_law_1.2,0.1535040020942688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,64,power_law_1.2,0.1504320025444031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,64,power_law_1.2,0.15266560316085814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,64,power_law_1.2,0.15968639850616456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,64,power_law_1.2,0.16341760158538818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,64,power_law_1.2,0.159552001953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,64,power_law_1.2,0.15971839427947998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,64,power_law_1.2,0.1627071976661682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,64,power_law_1.2,0.1643903970718384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,64,power_law_1.2,0.17660160064697267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,64,power_law_1.2,0.17798399925231934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,64,power_law_1.2,0.19262720346450807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,64,power_law_1.2,0.19832320213317872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,64,power_law_1.2,0.2117055892944336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,64,power_law_1.2,0.23566720485687256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,64,power_law_1.2,0.3107968091964722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,64,power_law_1.2,0.31986560821533205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,64,power_law_1.2,0.4041344165802002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,64,power_law_1.2,0.5432447910308837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,64,power_law_1.2,0.7570816040039062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,64,power_law_1.2,0.984563159942627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,64,power_law_1.2,1.314848041534424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,64,power_law_1.2,1.5409791946411133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,64,power_law_1.2,2.4759103775024416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,64,power_law_1.2,3.361471939086914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.23136639595031738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.24339840412139893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.30069119930267335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.3504064083099365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.3287231922149658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.3097536087036133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,8,balanced,0.04205333193143209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.352620792388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,8,balanced,0.056464001536369324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,8,balanced,0.075914666056633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,8,balanced,0.11167466640472412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,8,balanced,0.2007146676381429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.36878719329833987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,8,balanced,0.20507733027140299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,8,balanced,0.2051253318786621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,8,balanced,0.20510933796564737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,8,balanced,0.2062879999478658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.36364800930023194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,8,balanced,0.20739734172821045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,8,balanced,0.21070400873819986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,8,balanced,0.21157866716384888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.36243839263916017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,8,balanced,0.2132213314374288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,8,balanced,0.21746132771174112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,8,balanced,0.22267200549443564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.38487679958343507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,8,balanced,0.2258453369140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,8,balanced,0.23106133937835693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,8,balanced,0.2453599969546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.41245441436767577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,8,balanced,0.2730613350868225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,8,balanced,0.3251360058784485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.4131648063659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,8,balanced,0.3439146677652995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,8,balanced,0.46029333273569745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.42286081314086915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,8,balanced,0.5890133380889893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.43057918548583984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,8,balanced,0.8035626411437988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.4501632213592529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,8,balanced,1.0729546546936035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.5033152103424072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,8,balanced,1.5214773813883464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.5700543880462646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.665561580657959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,8,balanced,2.0643946329752603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.8193087577819824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,8,power_law_1.01,1.036736011505127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,64,power_law_1.2,0.038335999846458434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,4,power_law_1.2,0.11285120248794556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,64,power_law_1.2,0.03850879967212677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,4,power_law_1.2,0.11205120086669922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,64,power_law_1.2,0.037459200620651244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,4,power_law_1.2,0.16783360242843628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,64,power_law_1.2,0.03811199963092804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,4,power_law_1.2,0.21869440078735353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,64,power_law_1.2,0.03887999951839447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,4,power_law_1.2,0.23391358852386473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,64,power_law_1.2,0.04028800129890442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,4,power_law_1.2,0.3616192102432251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,8,power_law_1.01,1.4199040412902832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,4,power_law_1.2,0.34617600440979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,4,power_law_1.2,0.34767999649047854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,4,power_law_1.2,0.3887487888336182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,4,power_law_1.2,0.39146881103515624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,4,power_law_1.2,0.39943039417266846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,4,power_law_1.2,0.3999167919158936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,64,power_law_1.2,0.04007680118083954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,4,power_law_1.2,0.41171841621398925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,64,power_law_1.2,0.046419200301170346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,64,power_law_1.2,0.05677440166473389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,4,power_law_1.2,0.41875200271606444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,8,power_law_1.01,1.7785728454589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,64,power_law_1.2,0.06394879817962647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,4,power_law_1.2,0.4360896110534668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,64,power_law_1.2,0.07357439994812012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,4,power_law_1.2,0.4360640048980713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,4,power_law_1.2,0.47372798919677733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,8,power_law_1.01,2.3772607803344727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,4,power_law_1.2,0.5619328022003174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,4,power_law_1.2,0.524947214126587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,4,power_law_1.2,0.6275263786315918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,8,power_law_1.01,3.3164737701416014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,4,power_law_1.2,0.8595071792602539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,64,power_law_1.2,0.43537278175354005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,4,power_law_1.2,0.9687616348266601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,64,power_law_1.2,0.614028787612915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,64,power_law_1.2,0.0649407982826233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,4,power_law_1.2,1.1837311744689942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,64,power_law_1.2,0.07109760046005249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,64,power_law_1.2,0.07170559763908387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,8,power_law_1.01,5.264697647094726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,64,power_law_1.2,0.07759360074996949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,4,power_law_1.2,1.5991552352905274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,64,power_law_1.2,0.11172480583190918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,64,power_law_1.2,0.13237760066986085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,64,power_law_1.2,0.1543552041053772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,64,power_law_1.2,0.22860798835754395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,8,power_law_1.01,6.2218879699707035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,4,power_law_1.2,2.2033472061157227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,64,power_law_1.2,0.35837440490722655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,16,power_law_1.2,0.07975680232048035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,16,power_law_1.2,0.05886080265045166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,16,power_law_1.2,0.06490240097045899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,16,power_law_1.2,0.06741120219230652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,16,power_law_1.2,0.06046079993247986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,64,power_law_1.2,0.45328640937805176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,16,power_law_1.2,0.06773120164871216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,16,power_law_1.2,0.07031040191650391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,16,power_law_1.2,0.0694271981716156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,4,power_law_1.2,2.8728384017944335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,16,power_law_1.2,0.0728767991065979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,16,power_law_1.2,0.07611520290374756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,16,power_law_1.2,0.08083840012550354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,16,power_law_1.2,0.08053119778633118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,16,power_law_1.2,0.08278399705886841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,16,power_law_1.2,0.0906112015247345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,16,power_law_1.2,0.0948032021522522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,16,power_law_1.2,0.09752320051193238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,16,power_law_1.2,0.12065279483795166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,16,power_law_1.2,0.1225600004196167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,16,power_law_1.2,0.1598207950592041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,16,power_law_1.2,0.1962048053741455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,16,power_law_1.2,0.2231935977935791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,16,power_law_1.2,0.3215807914733887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,4,power_law_1.2,3.633260726928711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,16,power_law_1.2,0.436627197265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,16,power_law_1.2,0.6407104015350342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,64,power_law_1.2,0.8058496475219726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,64,power_law_1.2,0.6381375789642334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,16,power_law_1.01,0.2736448049545288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,16,power_law_1.01,0.31950080394744873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,16,power_law_1.01,0.3114432096481323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,16,power_law_1.01,0.2797312021255493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,16,power_law_1.2,0.8973695755004882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,16,power_law_1.01,0.29270401000976565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,16,power_law_1.01,0.2816960096359253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,16,power_law_1.01,0.2936640024185181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,16,power_law_1.01,0.31210880279541015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,16,power_law_1.01,0.30178558826446533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,16,power_law_1.01,0.30901761054992677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,16,power_law_1.01,0.2977535963058472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,16,power_law_1.01,0.33819520473480225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,16,power_law_1.01,0.34558720588684083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,16,power_law_1.01,0.357478404045105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,16,power_law_1.01,0.4200704097747803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,16,power_law_1.01,0.40447359085083007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,16,power_law_1.01,2.9829824447631834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,16,power_law_1.01,3.9375614166259765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,16,power_law_1.01,0.6080128192901612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,16,power_law_1.01,0.6606080055236816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,16,power_law_1.01,0.8768832206726074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,16,power_law_1.01,1.15480318069458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,16,power_law_1.01,1.4601216316223145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,16,power_law_1.01,2.170028877258301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,16,power_law_1.01,3.1430912017822266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,16,power_law_1.01,4.398822402954101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,64,power_law_1.2,1.1797247886657716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,16,power_law_1.01,5.313004684448242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,32,power_law_1.2,0.049881601333618165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,32,power_law_1.2,0.04917120039463043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,32,power_law_1.2,0.03850879967212677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,32,power_law_1.2,0.03877759873867035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,32,power_law_1.2,0.03738240003585815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,32,power_law_1.2,0.04385280013084412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,32,power_law_1.2,0.04865280091762543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,32,power_law_1.2,0.05235199928283692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,32,power_law_1.2,0.053235197067260744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,32,power_law_1.2,0.05516800284385681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,32,power_law_1.2,0.06049280166625977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,32,power_law_1.2,0.0616703987121582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,32,power_law_1.2,0.06333439946174621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,32,power_law_1.2,0.06259199976921082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,32,power_law_1.2,0.0686079978942871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,32,power_law_1.2,0.07613440155982971
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,32,power_law_1.2,0.0837119996547699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,32,power_law_1.2,0.12670719623565674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,32,power_law_1.2,0.12017279863357544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,32,power_law_1.2,0.17110400199890136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,32,power_law_1.2,0.22551679611206055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,32,power_law_1.2,0.337606406211853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,32,power_law_1.2,0.33018879890441893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,32,power_law_1.2,0.4932864189147949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,32,power_law_1.2,0.6610943794250488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,64,power_law_1.2,1.6865983963012696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,16,power_law_1.2,1.3243712425231933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,32,power_law_1.2,1.2172991752624511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,16,power_law_1.2,1.7896448135375977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,8,power_law_1.2,0.08701440095901489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,8,power_law_1.2,0.10193920135498047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,8,power_law_1.2,0.0893119990825653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,8,power_law_1.2,0.10885759592056274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,8,power_law_1.2,0.11333760023117065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,32,power_law_1.2,1.4331775665283204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,8,power_law_1.2,0.11864320039749146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,8,power_law_1.2,0.1167296051979065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,8,power_law_1.2,0.11708159446716308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,8,power_law_1.2,0.11753599643707276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,8,power_law_1.2,0.1262719988822937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,8,power_law_1.2,0.13496960401535035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,8,power_law_1.2,0.13767679929733276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,8,power_law_1.2,0.16010240316390992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,8,power_law_1.2,0.47423357963562013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,8,power_law_1.2,0.7995840072631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,8,power_law_1.2,1.7567167282104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,8,power_law_1.2,0.17649919986724855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,8,power_law_1.2,0.20178558826446533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,8,power_law_1.2,0.23355519771575928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,8,power_law_1.2,0.30485119819641116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,8,power_law_1.2,0.400710391998291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,8,power_law_1.2,0.5089856147766113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,8,power_law_1.2,0.6534783840179443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,8,power_law_1.2,0.8767359733581543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,8,power_law_1.2,1.2020992279052733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,8,power_law_1.2,1.7963327407836913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,8,power_law_1.2,0.11469440460205078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,8,power_law_1.2,0.09625599980354309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,8,power_law_1.2,0.1027008056640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,8,power_law_1.2,0.10457600355148315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,8,power_law_1.2,0.10817919969558716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,8,power_law_1.2,0.11982079744338989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,8,power_law_1.2,2.203372764587402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,8,power_law_1.2,0.12498559951782226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,8,power_law_1.2,0.12355200052261353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,8,power_law_1.2,0.1300480008125305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,4,power_law_1.01,0.12445440292358398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,8,power_law_1.2,0.12938239574432372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,4,power_law_1.01,0.1498304009437561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,8,power_law_1.2,0.13470720052719115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,4,power_law_1.01,0.13872640132904052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,8,power_law_1.2,0.14156800508499146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,4,power_law_1.01,0.1928704023361206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,4,power_law_1.01,0.24495999813079833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,4,power_law_1.01,0.2805824041366577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,8,power_law_1.2,0.1477120041847229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,4,power_law_1.01,0.2976320028305054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,8,power_law_1.2,0.1530943989753723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,4,power_law_1.01,0.29305601119995117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,8,power_law_1.2,0.1542207956314087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,4,power_law_1.01,0.3203200101852417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,8,power_law_1.2,0.17530879974365235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,4,power_law_1.01,0.3253376007080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,8,power_law_1.2,0.19596799612045288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,4,power_law_1.01,0.3396735906600952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,8,power_law_1.2,0.23488640785217285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,4,power_law_1.01,0.3450943946838379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,8,power_law_1.2,0.262009596824646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,4,power_law_1.01,0.3650048017501831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,8,power_law_1.2,0.33639678955078123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,4,power_law_1.01,0.3677759885787964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,8,power_law_1.2,0.4622975826263428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,8,power_law_1.2,0.5306623935699463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,4,power_law_1.01,1.7699392318725586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,4,power_law_1.01,2.8646272659301757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,4,power_law_1.01,0.47027201652526857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,8,power_law_1.2,0.735148811340332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,4,power_law_1.01,0.5178688049316407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,4,power_law_1.01,0.5642176151275635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,8,power_law_1.2,0.9803135871887207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,4,power_law_1.01,0.6920959949493408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,4,power_law_1.01,0.8324735641479493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,4,power_law_1.01,1.0666367530822753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,4,power_law_1.01,1.3250368118286133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,4,power_law_1.01,1.9907392501831054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,4,power_law_1.01,2.3898048400878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,4,power_law_1.01,3.774131011962891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,8,power_law_1.2,1.493727970123291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,4,power_law_1.01,4.626176071166992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,8,power_law_1.2,1.8194047927856445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,8,power_law_1.2,2.8057024002075197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,32,power_law_1.2,0.08316799998283386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,32,power_law_1.2,0.07594239711761475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,32,power_law_1.2,0.07494400143623352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,32,power_law_1.2,0.07470719814300537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,32,power_law_1.2,0.06837760210037232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,32,power_law_1.2,0.06951040029525757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,32,power_law_1.2,0.07610880136489868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,32,power_law_1.2,0.07768959999084472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,32,power_law_1.2,0.07653759717941284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,32,power_law_1.2,0.07672960162162781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,32,power_law_1.2,0.0847487986087799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,32,power_law_1.2,0.08732799887657165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,32,power_law_1.2,0.086080002784729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,32,power_law_1.2,0.10272639989852905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,32,power_law_1.2,0.10650240182876587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,32,power_law_1.2,0.10782079696655274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,32,power_law_1.2,0.11016960144042968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,32,power_law_1.2,0.12445440292358398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,32,power_law_1.2,0.14673919677734376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,32,power_law_1.2,0.1742591977119446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,32,power_law_1.2,0.23546240329742432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,32,power_law_1.2,0.3047679901123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,32,power_law_1.2,0.41074562072753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,32,power_law_1.2,0.5788991928100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,32,power_law_1.2,0.6989247798919678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,32,power_law_1.2,1.0759231567382812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,32,power_law_1.2,1.416096019744873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,2,power_law_1.01,0.05016319751739502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,2,power_law_1.01,0.0671231985092163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,2,power_law_1.01,0.08143360018730164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,2,power_law_1.01,0.10144640207290649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,2,power_law_1.01,0.1289023995399475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,2,power_law_1.01,0.18703999519348144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,2,power_law_1.01,0.19943039417266845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,2,power_law_1.01,0.20027520656585693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,2,power_law_1.01,0.21353600025177003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,2,power_law_1.01,0.20974719524383545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,2,power_law_1.01,0.21786880493164062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,2,power_law_1.01,0.22602241039276122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,2,power_law_1.01,0.2311552047729492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,2,power_law_1.01,0.23739519119262695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,2,power_law_1.01,0.2440704107284546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,2,power_law_1.01,0.2528512001037598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,2,power_law_1.01,0.2661184072494507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,2,power_law_1.01,0.30309760570526123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,2,power_law_1.01,0.320415997505188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,2,power_law_1.01,0.372761607170105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,2,power_law_1.01,0.42777600288391116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,2,power_law_1.01,0.5490560054779052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,2,power_law_1.01,0.6821951866149902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,2,power_law_1.01,0.921132755279541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,2,power_law_1.01,1.2493568420410157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,2,power_law_1.01,1.6914495468139648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,2,power_law_1.01,2.2571840286254883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,32,balanced,0.0883893370628357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,32,balanced,0.08805333574612935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,32,balanced,0.08238400022188823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,32,balanced,0.10041600465774536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,32,balanced,0.1490079959233602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,32,balanced,0.1806346575419108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,32,balanced,0.1825760006904602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,32,balanced,0.18357867002487183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,32,balanced,0.18561599651972452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,32,balanced,0.18529067436854044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,32,balanced,0.18815465768178305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,32,balanced,0.18894400199254355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,32,balanced,0.1901493271191915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,32,balanced,0.19376534223556519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,32,balanced,0.19750932852427164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,32,balanced,0.20457067092259726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,32,balanced,0.2116640011469523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,32,balanced,0.24061866601308188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,32,balanced,0.2450559933980306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,32,balanced,1.962773323059082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,32,balanced,0.3264906605084737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,32,balanced,0.4814026753107707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,32,balanced,0.4807893435160319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,32,balanced,0.706666628519694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,32,balanced,0.8520106474558512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,32,balanced,1.2432373364766438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,32,balanced,1.5605600674947102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,4,power_law_1.2,0.19536639451980592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,4,power_law_1.2,0.3069823980331421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,4,power_law_1.2,0.31461760997772215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,4,power_law_1.2,0.48546562194824217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,4,power_law_1.2,0.5705535888671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,4,power_law_1.2,0.6760511875152588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,4,power_law_1.2,0.9910079956054687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,4,power_law_1.2,0.8596735954284668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,4,power_law_1.2,0.9097408294677735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,4,power_law_1.2,0.9178367614746094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,4,power_law_1.2,1.00698881149292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,4,power_law_1.2,0.9442432403564454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,4,power_law_1.2,0.9767744064331054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,4,power_law_1.2,1.055820846557617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,4,power_law_1.2,1.073350429534912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,4,power_law_1.2,1.0991680145263671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,4,power_law_1.2,1.244051170349121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,4,power_law_1.2,1.3411904335021974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,4,power_law_1.2,1.4321855545043944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,4,power_law_1.2,1.5986623764038086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,4,power_law_1.2,1.7877632141113282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,4,power_law_1.2,2.1985984802246095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,4,power_law_1.2,2.7376640319824217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,4,power_law_1.2,3.8604351043701173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,4,power_law_1.2,4.719206237792969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,4,power_law_1.2,6.480985260009765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,4,power_law_1.2,10.396224212646484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,4,power_law_1.01,0.19518719911575316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,4,power_law_1.01,0.31198079586029054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,4,power_law_1.01,0.40251522064208983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,4,power_law_1.01,0.4870912075042725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,4,power_law_1.01,0.5998208045959472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,4,power_law_1.01,0.6917568206787109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,4,power_law_1.01,0.9881471633911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,4,power_law_1.01,0.9728128433227539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,4,power_law_1.01,0.8890815734863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,4,power_law_1.01,0.932147216796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,4,power_law_1.01,0.8713983535766602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,4,power_law_1.01,0.9937088012695312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,4,power_law_1.01,0.9844863891601563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,4,power_law_1.01,0.9761280059814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,4,power_law_1.01,1.0338432312011718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,4,power_law_1.01,1.112384033203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,4,power_law_1.01,1.230527973175049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,4,power_law_1.01,1.3626815795898437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,4,power_law_1.01,1.3911552429199219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,4,power_law_1.01,1.5462592124938965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,4,power_law_1.01,1.6956480026245118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,4,power_law_1.01,2.184127998352051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,4,power_law_1.01,2.4601728439331056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,128,balanced,0.03711466739575068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,128,balanced,0.037263999382654824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,128,balanced,0.036602665980656944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,128,balanced,0.03675200045108795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,128,balanced,0.03743999948104223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,128,balanced,0.03962666789690653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,128,balanced,0.040149333576361336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,128,balanced,0.0401706670721372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,128,balanced,0.040421334405740104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,128,balanced,0.04101866732041041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,128,balanced,0.04192533095677694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,128,balanced,0.04266666869322459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,128,balanced,0.0432586669921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,4,power_law_1.01,3.4500736236572265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,128,balanced,0.044581333796183266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,128,balanced,0.049973333875338234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,128,balanced,0.051311999559402466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,128,balanced,0.05194133520126343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,128,balanced,0.053557331363360085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,128,balanced,0.05453866720199585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,128,balanced,0.057333335280418396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,128,balanced,0.06367466847101848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,4,power_law_1.01,4.126502227783203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,128,balanced,0.07692266503969829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,128,balanced,0.08746666709582011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,128,balanced,0.10008000334103902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,128,balanced,0.11884799599647522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,128,balanced,0.1423306663831075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,4,power_law_1.01,6.218809509277344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,128,balanced,0.17028266191482544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,4,power_law_1.01,7.840914916992188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,1,balanced,0.08564266562461853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,1,balanced,0.12470933794975281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,1,balanced,0.200981338818868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,1,balanced,0.2074186603228251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,1,balanced,0.2077066699663798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,1,balanced,0.21071465810139975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,1,balanced,0.21177067359288534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,1,balanced,0.21541333198547363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,1,balanced,0.2250880002975464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,1,balanced,0.22645332415898642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,1,balanced,0.24678399165471396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,1,balanced,0.26469866434733075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,1,balanced,0.2666026751200358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,1,balanced,0.2714293400446574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,1,balanced,0.3409706751505534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,1,balanced,0.34466131528218585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,1,balanced,0.35478933652242023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,1,balanced,0.4240906635920207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,1,balanced,0.5900906721750895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,1,balanced,0.7346399625142416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,1,balanced,0.9848372936248779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,1,balanced,1.4369440078735352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,1,balanced,1.7620372772216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,1,balanced,2.635098616282145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,1,balanced,3.388517379760742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,1,balanced,5.182143847147624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,1,balanced,6.89737065633138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,64,balanced,0.041450666884581246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,64,balanced,0.03590933233499527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,64,balanced,0.03737599899371465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,64,balanced,0.036346666514873505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,64,balanced,0.03716266651948293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,64,balanced,0.03867733230193456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,64,balanced,0.038949333131313324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,64,balanced,0.03876800090074539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,64,balanced,0.03885866701602936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,64,balanced,0.03908266623814901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,64,balanced,0.03925333420435587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,64,balanced,0.039701332648595176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,64,balanced,0.04011200120051702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,64,balanced,0.04102399945259094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,64,balanced,0.04318400224049886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,64,balanced,0.04358399907747904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,64,balanced,0.044346665342648826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,64,balanced,0.04660800099372864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,64,balanced,0.047781333327293396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,64,balanced,0.05332266787687937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,64,balanced,0.05709333221117655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,64,balanced,0.06946133573849995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,64,balanced,0.07704533139864604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,64,balanced,0.09916266798973083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,64,balanced,0.11051199833552043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,64,balanced,0.15085867047309875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,64,balanced,0.1710933248202006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,128,power_law_1.01,0.17701760530471802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,128,power_law_1.01,0.165664005279541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,128,power_law_1.01,0.16561919450759888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,128,power_law_1.01,0.16631040573120118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,128,power_law_1.01,0.1671231985092163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,128,power_law_1.01,0.16898560523986816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,128,power_law_1.01,0.17133439779281617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,128,power_law_1.01,0.1719488024711609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,128,power_law_1.01,0.1731328010559082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,128,power_law_1.01,0.17445119619369506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,128,power_law_1.01,0.18743679523468018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,128,power_law_1.01,0.19576319456100463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,128,power_law_1.01,0.19841279983520507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,128,power_law_1.01,0.19937280416488648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,128,power_law_1.01,0.2034048080444336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,128,power_law_1.01,0.21368958950042724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,128,power_law_1.01,0.22368640899658204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,128,power_law_1.01,0.24537599086761475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,128,power_law_1.01,0.27565441131591795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,128,power_law_1.01,0.4276224136352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,128,power_law_1.01,0.47097601890563967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,128,power_law_1.01,0.6564864158630371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,128,power_law_1.01,0.8478464126586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,128,power_law_1.01,1.300985622406006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,128,power_law_1.01,1.8023551940917968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,128,power_law_1.01,2.740812873840332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,128,power_law_1.01,3.4116798400878907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,4,balanced,0.12422933181126912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,4,balanced,0.17223467429478964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,4,balanced,0.2868000070254008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,4,balanced,0.47574400901794434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,4,balanced,0.8619360129038492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,4,balanced,1.6792799631754558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,4,balanced,1.6824266115824382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,4,balanced,1.669317404429118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,4,balanced,1.6702666282653809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,4,balanced,1.6770133972167969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,4,balanced,1.683695952097575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,4,balanced,1.6898825963338215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,4,balanced,1.6941547393798828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,4,balanced,1.7125867207845051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,4,balanced,1.7237332661946614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,4,balanced,1.74073060353597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,4,balanced,1.7758720715840657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,4,balanced,1.8483519554138184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,4,balanced,1.9015199343363445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,4,balanced,1.9994452794392903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,4,balanced,2.194810708363851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,4,balanced,2.437280019124349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,4,balanced,2.628335952758789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,4,balanced,4.238208134969075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,4,balanced,4.457818667093913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,4,balanced,6.7223466237386065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,4,balanced,8.847237269083658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,64,power_law_1.2,0.03113600015640259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,64,power_law_1.2,0.032979199290275575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,64,power_law_1.2,0.030553600192070006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,64,power_law_1.2,0.03084160089492798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,64,power_law_1.2,0.03201920092105866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,64,power_law_1.2,0.03276160061359405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,64,power_law_1.2,0.03342719972133636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,64,power_law_1.2,0.04017919898033142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,64,power_law_1.2,0.04225279986858368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,64,power_law_1.2,0.042310398817062375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,64,power_law_1.2,0.05206400156021118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,64,power_law_1.2,0.05308160185813904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,64,power_law_1.2,0.05543680191040039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,64,power_law_1.2,0.04816640019416809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,64,power_law_1.2,0.05118719935417175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,64,power_law_1.2,0.06348800063133239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,64,power_law_1.2,0.06212480068206787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,64,power_law_1.2,0.09654399752616882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,64,power_law_1.2,0.11832319498062134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,64,power_law_1.2,0.18315520286560058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,64,power_law_1.2,0.1968384027481079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,64,power_law_1.2,0.24960000514984132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,64,power_law_1.2,0.3286976099014282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,64,power_law_1.2,0.5297152042388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,64,power_law_1.2,0.5932735919952392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,32,balanced,0.04214400053024292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,32,balanced,0.03925333420435587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,32,balanced,0.039120001097520195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,32,balanced,0.053317333261171974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,32,balanced,0.07171733180681865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,32,balanced,0.07399466633796692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,32,balanced,0.07470933099587758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,32,balanced,0.07449066638946533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,32,balanced,0.07452266911665599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,32,balanced,0.07579733431339264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,32,balanced,0.07652799785137177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,32,balanced,0.07789866626262665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,32,balanced,0.0788373351097107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,32,balanced,0.08097066481908162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,32,balanced,0.0865066647529602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,32,balanced,0.08745599786440532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,32,balanced,0.09250666697820027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,32,balanced,0.09456533193588257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,32,balanced,0.10755200187365214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,32,balanced,0.1290773351987203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,32,balanced,0.13597866892814636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,32,balanced,0.18556267023086548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,32,balanced,0.19567465782165527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,32,balanced,0.27801066637039185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,32,balanced,0.35392534732818604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,32,balanced,0.5087253252665201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,32,balanced,0.6455359856287638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,64,power_law_1.2,0.9294400215148926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,32,power_law_1.01,0.20670080184936523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,32,power_law_1.01,0.17886719703674317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,32,power_law_1.01,0.17736320495605468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,32,power_law_1.01,0.1664576053619385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,32,power_law_1.01,0.15682560205459595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,32,power_law_1.01,0.16977920532226562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,32,power_law_1.01,0.17744640111923218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,32,power_law_1.01,0.1857151985168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,32,power_law_1.01,0.18849920034408568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,32,power_law_1.01,0.1891584038734436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,32,power_law_1.01,0.18824959993362428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,32,power_law_1.01,0.19738240242004396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,32,power_law_1.01,0.23518080711364747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,32,power_law_1.01,0.23018240928649902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,32,power_law_1.01,0.23425920009613038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,32,power_law_1.01,0.24574079513549804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,32,power_law_1.01,2.2473920822143554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,32,power_law_1.01,2.625382423400879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.09012479782104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.10508160591125489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.13118720054626465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.16134400367736818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,32,power_law_1.01,3.279276657104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.20826239585876466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.3351871967315674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.3486720085144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.36481280326843263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,32,power_law_1.01,3.8284095764160155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.37793920040130613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,32,power_law_1.01,0.6188672065734864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.38940160274505614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.40314879417419436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,32,power_law_1.01,0.8364735603332519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.41779842376708987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,32,power_law_1.01,0.9351296424865723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.4305856227874756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.46411519050598143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,32,power_law_1.01,1.500607967376709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.48341760635375974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.5259520053863526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,32,power_law_1.01,2.065657615661621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.5933375835418702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.6971392154693603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.8185919761657715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,32,power_law_1.01,3.066169548034668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,1,power_law_1.2,1.013651180267334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,1,power_law_1.2,1.2970687866210937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,32,power_law_1.01,4.365151977539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,1,power_law_1.2,1.714227294921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,1,power_law_1.2,2.216582489013672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,1,power_law_1.2,3.089529609680176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,1,power_law_1.2,3.9308799743652343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,1,power_law_1.2,5.817542266845703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,64,power_law_1.2,1.0870400428771974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,8,power_law_1.2,0.08732159733772278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,8,power_law_1.2,0.11096320152282715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,8,power_law_1.2,0.1060096025466919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,8,power_law_1.2,0.12005120515823364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,8,power_law_1.2,0.15337599515914918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,8,power_law_1.2,0.157478404045105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,8,power_law_1.2,0.1415168046951294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,8,power_law_1.2,0.16537599563598632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,8,power_law_1.2,0.16493439674377441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,8,power_law_1.2,0.16094720363616943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,8,power_law_1.2,0.1683776021003723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,8,power_law_1.2,0.17494399547576905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,8,power_law_1.2,0.17842559814453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,8,power_law_1.2,0.19457919597625734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,8,power_law_1.2,0.1973312020301819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,8,power_law_1.2,0.2117759943008423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,8,power_law_1.2,0.21100800037384032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,8,power_law_1.2,0.2493311882019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,8,power_law_1.2,0.2744704008102417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,8,power_law_1.2,0.341215991973877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,8,power_law_1.2,0.38721280097961425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,8,power_law_1.2,0.5390463829040527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,8,power_law_1.2,0.5902400016784668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,8,power_law_1.2,0.9086272239685058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,8,power_law_1.2,1.087923240661621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,8,power_law_1.2,1.6540159225463866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,8,power_law_1.2,2.194380760192871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,1,power_law_1.2,7.654335784912109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,16,power_law_1.01,0.0775551974773407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,16,power_law_1.01,0.11048320531845093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,16,power_law_1.01,0.11612160205841064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,16,power_law_1.01,0.10294400453567505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,16,power_law_1.01,0.10646400451660157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,16,power_law_1.01,0.10088319778442383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,16,power_law_1.01,0.10621440410614014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,16,power_law_1.01,0.10306559801101685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,16,power_law_1.01,0.10428800582885742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,16,power_law_1.01,0.10388480424880982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,16,power_law_1.01,0.11214720010757447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,16,power_law_1.01,0.11065599918365479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,16,power_law_1.01,0.1154047966003418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,16,power_law_1.01,0.12003200054168701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,16,power_law_1.01,0.12945280075073243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,16,power_law_1.01,0.1332800030708313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,16,power_law_1.01,0.1434816002845764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,16,power_law_1.01,0.16255999803543092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,16,power_law_1.01,0.1948863983154297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,16,power_law_1.01,0.22362880706787108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,16,power_law_1.01,0.29367680549621583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,16,power_law_1.01,0.3466815948486328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,16,power_law_1.01,0.412332820892334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,16,power_law_1.01,0.5881599903106689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,16,power_law_1.01,0.7282944202423096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,16,power_law_1.01,0.9972864151000976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,16,power_law_1.01,1.4598848342895507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,8,balanced,0.06289066871007283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,8,balanced,0.055215999484062195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,8,balanced,0.05606933434804281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,8,balanced,0.057205334305763245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,8,balanced,0.0639466643333435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,8,balanced,0.08729599912961324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,8,balanced,0.08911466598510742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,8,balanced,0.08966400225957234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,8,balanced,0.09091732899347942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,8,balanced,0.09180800120035808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,8,balanced,0.09308266639709473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,8,balanced,0.09521067142486572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,8,balanced,0.09574400385220845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,8,balanced,0.10104533036549886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,8,balanced,0.10539199908574422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,8,balanced,0.10950400431950887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,8,balanced,0.11547733346621196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,8,balanced,0.12948266665140787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,8,balanced,0.14646933476130167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,8,balanced,0.18106667200724283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,8,balanced,0.19498666127522787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,8,balanced,0.2786080042521159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,8,balanced,0.3171146710713704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,8,balanced,0.46410131454467773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,8,balanced,0.5629386504491171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,8,balanced,0.787887970606486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,8,balanced,1.0408480167388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.05788800120353699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.06885759830474854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.08604159951210022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.11016319990158081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.13730560541152953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.21172480583190917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.23104000091552734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.24494719505310059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.24890239238739015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.25433599948883057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.26409599781036375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.2761023998260498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.2854464054107666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.2960576057434082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.30838398933410643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.3267008066177368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.3729856014251709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.4421696186065674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.5270720005035401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.6459136009216309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.7988351821899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,1,power_law_1.2,1.0807744026184083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,1,power_law_1.2,1.393177604675293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,1,power_law_1.2,1.98089599609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,1,power_law_1.2,2.6049663543701174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,1,power_law_1.2,3.7807422637939454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,64,balanced,0.0521919975678126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,64,balanced,0.05080533524354299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,64,balanced,0.05123200019200643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,64,balanced,0.050981332858403526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,64,balanced,0.05630933245023092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,64,balanced,0.07614399989446004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,64,balanced,0.07750933369000752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,64,balanced,0.07868800063927968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,64,balanced,0.07925333579381307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,64,balanced,0.07977599898974101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,64,balanced,0.08163733283678691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,64,balanced,0.08252266546090443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,64,balanced,0.08370133241017659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,64,balanced,0.08733866612116496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,64,balanced,0.09020266930262248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,64,balanced,0.11611200372378032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,64,balanced,0.09638933340708415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,64,balanced,0.10904533664385478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,64,balanced,0.11756799618403117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,64,balanced,0.1318933367729187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,64,balanced,0.15458133816719055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,64,balanced,0.19408533970514932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,64,balanced,0.22165866692860922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,64,balanced,0.30715733766555786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,64,balanced,0.3645813465118408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,64,balanced,0.5185226599375407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,64,balanced,0.6598399877548218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,1,power_law_1.2,5.019827270507813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.3588671922683716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.3506880044937134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.3187839984893799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.2362816095352173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.2378943920135498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.3114943981170654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.3143807888031006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.32613120079040525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.32706561088562014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.32062079906463625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.33191680908203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.32887680530548097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.36859519481658937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.38675200939178467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.4221183776855469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.45148801803588867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,32,power_law_1.2,3.4459583282470705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,32,power_law_1.2,4.26484489440918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.7442111968994141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,32,power_law_1.2,1.0424192428588868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,32,power_law_1.2,1.3909119606018066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,32,power_law_1.2,1.699193572998047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,32,power_law_1.2,2.4646591186523437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,32,balanced,0.06185600161552429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,32,balanced,0.06204266846179962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,32,balanced,0.06159999966621399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,32,balanced,0.06664533416430156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,32,power_law_1.2,4.00775032043457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,32,balanced,0.08356266220410664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,32,balanced,0.0930560032526652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,32,balanced,0.11901332934697469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,32,balanced,0.0959999958674113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,32,balanced,0.09617066383361816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,32,balanced,0.09704533219337463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,32,balanced,0.09961600104967754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,32,balanced,0.10044800241788228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,32,balanced,0.10171199838320415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,32,balanced,0.10441600282986958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,32,balanced,0.10762666662534077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,32,balanced,0.11746666828791301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,32,balanced,0.12248532970746358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,32,balanced,0.13090667128562927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,32,balanced,0.1420799990495046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,32,balanced,0.1593546668688456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,32,balanced,0.1772480010986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,32,balanced,0.261845330397288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,32,balanced,0.2721760074297587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,32,balanced,0.38578665256500244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,32,balanced,0.45951465765635174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,32,balanced,0.6587520043055216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,32,power_law_1.2,4.40832633972168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,32,balanced,0.8272319634755453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,32,balanced,0.030368000268936157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,32,balanced,0.028362666567166645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,32,balanced,0.028575999041398365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,32,balanced,0.02924266705910365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,32,balanced,0.03012266755104065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,32,balanced,0.03153600047032038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,32,balanced,0.03148266673088074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,32,balanced,0.03180266668399175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,32,balanced,0.031717332700888314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,32,balanced,0.03256533294916153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,32,balanced,0.033029332756996155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,32,balanced,0.03384533276160558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,32,balanced,0.03700799991687139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,32,balanced,0.03530666728814443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,32,balanced,0.04470933477083842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,32,balanced,0.045279999574025474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,32,balanced,0.047168001532554626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,32,balanced,0.05152533451716105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,32,balanced,0.05342933535575867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,32,balanced,0.06084799766540527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,32,balanced,0.06926399966080983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,32,balanced,0.08202666540940602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,32,balanced,0.09674666325251262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,32,balanced,0.13271466890970865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,32,balanced,0.1481066644191742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,32,balanced,0.20891733964284262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,32,balanced,0.261135995388031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,32,power_law_1.2,6.506380462646485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,32,power_law_1.2,12.14483184814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.5333439826965332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.8548031806945801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.8576448440551758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,8,power_law_1.2,1.1879872322082519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,8,power_law_1.2,1.2355775833129883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.13912960290908813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,8,power_law_1.2,1.4779904365539551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.17786240577697754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.2828480005264282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,8,power_law_1.2,1.3089344024658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.48531198501586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,8,power_law_1.2,1.3363840103149414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.8386303901672363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,8,power_law_1.2,1.4484864234924317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,8,power_law_1.2,1.21527042388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,8,power_law_1.2,1.4902400016784667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,8,power_law_1.2,1.5372672080993652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,1,power_law_1.01,1.1565567970275878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,8,power_law_1.2,1.4499072074890136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,1,power_law_1.01,1.303270435333252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,8,power_law_1.2,1.6460927963256835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,8,power_law_1.2,1.5915200233459472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,1,power_law_1.01,1.718137550354004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,8,power_law_1.2,1.8720767974853516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,1,power_law_1.01,1.8068288803100585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,1,power_law_1.01,1.8781824111938477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,1,power_law_1.01,1.951148796081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,8,power_law_1.2,7.675341033935547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,1,power_law_1.01,2.0065216064453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,1,power_law_1.01,2.0377344131469726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,1,power_law_1.01,2.1581695556640623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,8,power_law_1.2,10.9272705078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,1,power_law_1.01,2.2303487777709963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,8,power_law_1.2,2.4182336807250975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,4,balanced,0.0831413318713506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,1,power_law_1.01,2.3269119262695312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,4,balanced,0.11422399679819743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,4,balanced,0.1697173317273458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,4,balanced,0.30409600337346393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,4,balanced,0.5583680073420206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,4,balanced,1.084282636642456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,4,balanced,1.0868799686431885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,1,power_law_1.01,3.1316736221313475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,4,balanced,1.0868053436279297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,4,balanced,1.0914080142974854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,4,balanced,1.0929386615753174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,4,balanced,1.1032959620157878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,8,power_law_1.2,2.9226560592651367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,4,balanced,1.1096213658650715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,4,balanced,1.1121866703033447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,4,balanced,1.1213706334431965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,8,power_law_1.2,3.1822463989257814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,1,power_law_1.01,8.776966094970703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,4,balanced,1.1285119851430256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,4,balanced,1.1392800013224285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,4,balanced,1.1521653334299724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,8,power_law_1.2,3.8589313507080076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,8,power_law_1.2,4.555340957641602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,4,balanced,1.2082080046335857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,4,balanced,1.2420533498128254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,1,power_law_1.01,10.933273315429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,4,balanced,1.2979733149210613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,4,balanced,1.411743958791097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,8,power_law_1.2,6.57496337890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,4,balanced,1.703013261159261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,4,balanced,1.8140320777893066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,4,balanced,2.6719252268473306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,1,power_law_1.01,15.152940368652343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,4,balanced,3.084469477335612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,8,power_law_1.2,7.509177398681641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,4,balanced,4.51423994700114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,4,balanced,5.824138641357422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,8,power_law_1.2,11.776806640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,1,power_law_1.01,18.338053894042968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,8,power_law_1.2,15.519456481933593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,1,power_law_1.01,24.12309112548828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,1,power_law_1.01,5.313062286376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,1,power_law_1.01,6.802957153320312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,1,power_law_1.01,8.37164764404297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,1,power_law_1.01,11.58691177368164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,1,power_law_1.01,14.758055114746094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,2,balanced,0.056373332937558494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,2,balanced,0.0631039987007777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,2,balanced,0.08640000224113464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,2,balanced,0.12214932839075725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,2,balanced,0.1850186586380005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,2,balanced,0.31937066713968915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,2,balanced,0.32225600878397626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,2,balanced,0.3234399954477946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,2,balanced,0.32442132631937665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,2,balanced,0.32662399609883624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,2,balanced,0.33049599329630536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,2,balanced,0.33480532964070636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,2,balanced,0.33924798170725506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,2,balanced,0.3466720183690389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,2,balanced,0.35493866602579754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,2,balanced,0.3630666732788086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,2,balanced,0.3832106590270996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,2,balanced,0.4124480088551839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,2,balanced,0.44646398226420086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,2,balanced,0.4981120030085246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,2,balanced,0.5845813353856405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,2,balanced,0.7625226974487305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,2,balanced,0.8646559715270996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,2,balanced,1.1641173362731934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,2,balanced,1.519429365793864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,2,balanced,2.190704027811686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,2,balanced,2.8820053736368814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,1,balanced,0.2977866729100545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,1,balanced,0.49272000789642334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,1,balanced,0.9170453548431396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,1,balanced,1.7696213722229004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,1,balanced,3.475674629211426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,1,balanced,4.349077224731445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,1,balanced,4.369877179463704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,1,balanced,4.3761491775512695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,1,balanced,4.392314592997233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,1,balanced,4.407354672749837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,1,balanced,4.440330823262532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,1,balanced,4.470383961995442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,1,balanced,4.499882698059082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,1,balanced,4.589034716288249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,1,balanced,4.63973871866862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,1,balanced,4.726592063903809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,1,balanced,4.820346514383952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,1,balanced,4.98200003306071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,1,balanced,5.128383954366048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,128,power_law_1.2,0.036671999096870425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,128,power_law_1.2,0.03641600012779236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,128,power_law_1.2,0.03598720133304596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,128,power_law_1.2,0.036652800440788266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,1,balanced,8.666858673095703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,128,power_law_1.2,0.03815680146217346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,128,power_law_1.2,0.039603200554847715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,128,power_law_1.2,0.040531200170516965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,128,power_law_1.2,0.04343680143356323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,128,power_law_1.2,0.04597119987010956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,1,balanced,6.059776306152344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,128,power_law_1.2,0.046412798762321475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,128,power_law_1.2,0.047635200619697574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,128,power_law_1.2,0.048332801461219786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,128,power_law_1.2,0.04880000054836273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,128,power_law_1.2,0.050220799446105954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,128,power_law_1.2,0.05249279737472534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,128,power_law_1.2,0.05419520139694214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,128,power_law_1.2,0.05607680082321167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,128,power_law_1.2,0.06627839803695679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,128,power_law_1.2,0.07291520237922669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,1,balanced,10.395930608113607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,128,power_law_1.2,0.1106943964958191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,128,power_law_1.2,0.14263039827346802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,1,balanced,10.61790911356608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,128,power_law_1.2,0.19939199686050416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,128,power_law_1.2,0.23648641109466553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,128,power_law_1.2,0.38592000007629396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,1,balanced,16.837647755940754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,1,balanced,20.99402109781901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,1,balanced,27.092564900716145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,1,balanced,37.670677185058594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,128,power_law_1.2,0.5333183765411377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,4,balanced,0.028949332733949024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,4,balanced,0.029343999922275543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,4,balanced,0.031173333525657654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,4,balanced,0.04535999894142151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,4,balanced,0.07142933209737141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,4,balanced,0.07277333239714305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,4,balanced,0.07348800202210744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,4,balanced,0.07418133318424225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,4,balanced,0.07463466624418895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,4,balanced,0.07563733557860057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,4,balanced,0.07725333174069722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,4,balanced,0.07931200166543324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,4,balanced,0.07974933087825775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,4,balanced,0.0822026679913203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,4,balanced,0.08727999528249104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,4,balanced,0.08935466408729553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,4,balanced,0.09686400492986043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,4,balanced,0.10220799843470256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,4,balanced,0.11538666486740112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,4,balanced,0.14780799547831217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,4,balanced,0.16262400150299072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,4,balanced,0.22858132918675741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,4,balanced,0.26366933186848956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,4,balanced,0.37507200241088867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,4,balanced,0.4877760012944539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,4,balanced,0.6814346313476562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,4,balanced,0.8991466363271078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,128,power_law_1.2,0.7776063919067383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,4,balanced,0.06257600088914235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,4,balanced,0.059418668349583946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,4,balanced,0.0745066652695338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,4,balanced,0.07506666580835979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,4,balanced,0.07645333309968312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,4,balanced,0.07706666489442189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,4,balanced,0.07849066456158955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,4,balanced,0.07916266719500224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,4,balanced,0.08269333342711131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,4,balanced,0.08276266853014629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,4,balanced,0.08582400282224019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,4,balanced,0.10233599940935771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,4,balanced,0.10331199566523235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,4,balanced,0.09599467118581136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,4,balanced,0.13332266608874002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,4,balanced,0.14979733030001322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,4,balanced,0.13609600067138672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,4,balanced,0.16900267203648886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,4,balanced,0.20878400405248007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,4,balanced,0.2637973427772522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,4,balanced,0.3237280050913493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,4,balanced,0.43885334332784015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,4,balanced,0.5774346590042114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,4,balanced,0.8385226726531982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,4,balanced,1.0866399606068928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,4,balanced,1.555770715077718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,4,balanced,2.001002629597982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,4,power_law_1.01,0.05651199817657471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,4,power_law_1.01,0.03319680094718933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,4,power_law_1.01,0.053324800729751584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,4,power_law_1.01,0.03976320028305054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,4,power_law_1.01,0.05392640233039856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,4,power_law_1.01,0.04097279906272888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,4,power_law_1.01,0.056364798545837404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,4,power_law_1.01,0.05061759948730469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,4,power_law_1.01,0.056979197263717654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,4,power_law_1.01,0.05198720097541809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,4,power_law_1.01,0.06767359972000123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,4,power_law_1.01,0.06874240040779114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,4,power_law_1.01,0.06945279836654664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,4,power_law_1.01,0.07397119998931885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,4,power_law_1.01,0.07146880030632019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,4,power_law_1.01,0.073580801486969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,4,power_law_1.01,0.07310079932212829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,4,power_law_1.01,0.07467520236968994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,4,power_law_1.01,0.07468159794807434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,4,power_law_1.01,0.07617920041084289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,4,power_law_1.01,0.07701119780540466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,4,power_law_1.01,0.08161919713020324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,4,power_law_1.01,0.07895039916038513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,4,power_law_1.01,0.08421120047569275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,4,power_law_1.01,0.0833728015422821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,4,power_law_1.01,0.0865664005279541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,4,power_law_1.01,0.08783360123634339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,4,power_law_1.01,0.09390720129013061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,4,power_law_1.01,0.10112639665603637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,4,power_law_1.01,0.09576320052146911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,4,power_law_1.01,0.10120960474014282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,4,power_law_1.01,0.09893760085105896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,4,power_law_1.01,0.10369280576705933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,4,power_law_1.01,0.11181440353393554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,4,power_law_1.01,0.1283776044845581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,4,power_law_1.01,0.12877440452575684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,4,power_law_1.01,0.16094720363616943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,4,power_law_1.01,0.17308160066604614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,4,power_law_1.01,0.20247039794921876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,4,power_law_1.01,0.19878400564193727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,4,power_law_1.01,0.2027519941329956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,4,power_law_1.01,0.2641279935836792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,4,power_law_1.01,0.27601919174194334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,4,power_law_1.01,0.3625727891921997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,4,power_law_1.01,0.345196795463562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,4,power_law_1.01,0.4724095821380615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,4,power_law_1.01,0.49687042236328127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,4,power_law_1.01,0.6571392059326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,4,power_law_1.01,0.5975168228149415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,4,power_law_1.01,0.8830656051635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,4,power_law_1.01,0.8630784034729004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,4,power_law_1.01,1.2845439910888672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,4,power_law_1.01,1.15665922164917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,4,power_law_1.01,1.600998306274414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,128,power_law_1.2,1.0165056228637694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,32,balanced,0.18797866503397623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,32,balanced,0.18861865997314453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,32,balanced,0.18856000900268555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,32,balanced,0.1995946764945984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,32,balanced,0.30347732702891034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,32,balanced,0.5596533219019572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,32,balanced,0.7158293724060059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,32,balanced,0.7184000015258789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,32,balanced,0.7209973335266113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,32,balanced,0.7196799914042155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,32,balanced,0.7293813228607178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,32,balanced,0.7292479674021403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,32,balanced,0.7271786530812582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,32,balanced,0.7339626948038737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,32,balanced,0.7420266469319662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,32,balanced,0.743669350941976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,32,balanced,0.7526453336079916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,32,balanced,0.7711946964263916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,32,balanced,0.7943893273671468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,32,balanced,0.8241120179494222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,32,balanced,1.0872853597005208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,32,balanced,1.1844639778137207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,32,balanced,1.5497546195983887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,32,balanced,2.1061226526896157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,32,balanced,2.8870773315429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,32,balanced,3.7505439122517905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,32,balanced,4.958213488260905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,8,balanced,0.12633599837621054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,8,balanced,0.12666133046150208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,8,balanced,0.11343999703725179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,8,balanced,0.11430399616559346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,8,balanced,0.11531200011571248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,8,balanced,0.11638933420181274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,8,balanced,0.1179039975007375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,8,balanced,0.11870400110880534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,8,balanced,0.12382933497428894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,8,balanced,0.1241439978281657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,8,balanced,0.12692800164222717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,8,balanced,0.1349013348420461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,8,balanced,0.13633599877357483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,8,balanced,0.14992533127466837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,8,balanced,0.15956266721089682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,8,balanced,0.1609546641508738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,8,balanced,0.19648534059524536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,8,balanced,0.23106133937835693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,8,balanced,0.3079093297322591
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,8,balanced,0.44436800479888916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,8,balanced,0.5546826521555582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,8,balanced,0.7071680227915446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,8,balanced,0.889087994893392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,8,balanced,1.295423984527588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,8,balanced,1.6491999626159668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,8,balanced,2.4250133832295737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,8,balanced,3.1291894912719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,2,power_law_1.2,0.055129599571228025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,2,power_law_1.2,0.05604479908943176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,2,power_law_1.2,0.05847039818763733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,2,power_law_1.2,0.0643392026424408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,2,power_law_1.2,0.07054719924926758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,2,power_law_1.2,0.09276800155639649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,2,power_law_1.2,0.09681919813156128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,2,power_law_1.2,0.10131200551986694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,2,power_law_1.2,0.10243840217590332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,2,power_law_1.2,0.1037824034690857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,2,power_law_1.2,0.10857599973678589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,2,power_law_1.2,0.11558400392532349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,2,power_law_1.2,0.1187391996383667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,2,power_law_1.2,0.12880640029907225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,2,power_law_1.2,0.14232959747314453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,2,power_law_1.2,0.1503872036933899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,2,power_law_1.2,0.1823359966278076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,2,power_law_1.2,0.2043776035308838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,2,power_law_1.2,0.27056639194488524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,2,power_law_1.2,0.3422015905380249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,2,power_law_1.2,0.40943360328674316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,2,power_law_1.2,0.5584256172180175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,2,power_law_1.2,0.7181056022644043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,2,power_law_1.2,1.0991935729980469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,2,power_law_1.2,1.511135959625244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,64,power_law_1.01,0.13014400005340576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,64,power_law_1.01,0.10746239423751831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,64,power_law_1.01,0.10683519840240478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,64,power_law_1.01,0.10730240345001221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,64,power_law_1.01,0.10933120250701904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,64,power_law_1.01,0.10198400020599366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,64,power_law_1.01,0.10902400016784668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,64,power_law_1.01,0.110099196434021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,64,power_law_1.01,0.11427839994430541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,64,power_law_1.01,0.11489919424057007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,64,power_law_1.01,0.12332799434661865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,64,power_law_1.01,0.12728960514068605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,64,power_law_1.01,0.1254271984100342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,64,power_law_1.01,0.14686720371246337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,2,power_law_1.2,0.10602879524230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,64,power_law_1.01,0.15530240535736084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,2,power_law_1.2,0.11354880332946778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,64,power_law_1.01,0.16046080589294434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,2,power_law_1.2,0.14238719940185546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,64,power_law_1.01,0.1472000002861023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,2,power_law_1.2,0.16471680402755737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,64,power_law_1.01,0.16914559602737428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,2,power_law_1.2,0.19899519681930541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,2,power_law_1.2,0.31146240234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,2,power_law_1.2,0.30522239208221436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,2,power_law_1.2,0.3277440071105957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,64,power_law_1.01,0.2244352102279663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,64,power_law_1.01,0.26846721172332766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,2,power_law_1.2,0.3357696056365967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,64,power_law_1.01,0.3596735954284668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,2,power_law_1.2,0.3420736074447632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,64,power_law_1.01,0.4801792144775391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,2,power_law_1.2,0.37449600696563723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,64,power_law_1.01,0.5375296115875244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,2,power_law_1.2,0.39013121128082273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,2,power_law_1.2,0.39933440685272215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,64,power_law_1.01,0.795904016494751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,2,power_law_1.2,0.4061823844909668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,64,power_law_1.01,1.0025088310241699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,2,power_law_1.2,0.42497920989990234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,2,power_law_1.2,0.45408000946044924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,64,power_law_1.01,1.3979519844055175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,2,power_law_1.2,0.4736000061035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,2,power_law_1.2,0.561740779876709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,64,power_law_1.01,1.711084747314453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,2,power_law_1.2,0.6201791763305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,2,power_law_1.2,0.7848832130432128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,2,power_law_1.2,0.8904000282287597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,2,power_law_1.2,1.1820223808288575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,2,power_law_1.2,1.5325375556945802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,2,power_law_1.2,2.2289215087890626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,2,power_law_1.2,2.8978239059448243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,8,balanced,0.02871999889612198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,8,balanced,0.028117333849271137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,8,balanced,0.028218666712443035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,8,balanced,0.03011200080315272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,8,balanced,0.04762133459250132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,8,balanced,0.049423997600873314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,8,balanced,0.05089066425959269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,2,power_law_1.2,0.12253439426422119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,8,balanced,0.05036800106366476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,8,balanced,0.050714666644732155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,8,balanced,0.05109333495299021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,8,balanced,0.05221866567929586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,2,power_law_1.2,0.13279999494552613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,2,power_law_1.2,0.19751039743423462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,2,power_law_1.2,0.25601279735565186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,2,power_law_1.2,0.30472960472106936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,2,power_law_1.2,0.48107519149780276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,8,balanced,0.05259733398755392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,8,balanced,0.05444266895453135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,8,balanced,0.05618133147557577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,8,balanced,0.06089066465695699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,8,balanced,0.062261333068211876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,2,power_law_1.2,0.532755184173584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,8,balanced,0.06553066770235698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,8,balanced,0.06863999863465627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,8,balanced,0.07703466713428497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,8,balanced,0.09161067008972168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,8,balanced,0.09963200489679973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,2,power_law_1.2,0.5457856178283691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,8,balanced,0.13788800438245138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,8,balanced,0.15486933787663779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,2,power_law_1.2,0.5602880001068116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,2,power_law_1.2,4.088972854614258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,2,power_law_1.2,0.5760447978973389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,2,power_law_1.2,0.6226175785064697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,2,power_law_1.2,0.628166389465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,8,balanced,0.2207733392715454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,2,power_law_1.2,0.6606336116790772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,8,balanced,0.2789120078086853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,8,balanced,0.39926934242248535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,8,balanced,0.52129598458608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,2,power_law_1.2,2.3251327514648437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,2,power_law_1.2,3.1344831466674803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,2,power_law_1.2,5.981177520751953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,2,power_law_1.2,3.456159973144531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,2,power_law_1.2,0.8178688049316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,2,power_law_1.2,0.9544832229614257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,2,power_law_1.2,1.0373567581176757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,2,power_law_1.2,1.221241569519043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,2,power_law_1.2,1.499788761138916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,2,power_law_1.2,1.8968191146850586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,2,power_law_1.2,2.414873504638672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,2,power_law_1.2,3.220307159423828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,2,power_law_1.2,4.558700942993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,2,power_law_1.2,2.060108757019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.23086719512939452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.19567999839782715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.20153601169586183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.19154560565948486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.14792959690093993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.2020416021347046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.19537919759750366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.19719040393829346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.20882558822631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.19585280418395995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.21283199787139892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.2249216079711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.2302720069885254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,16,power_law_1.01,1.1661888122558595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,16,power_law_1.01,1.569587230682373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,16,power_law_1.01,1.7662591934204102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.2928704023361206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.34408960342407224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.40020480155944826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.5444543838500977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.6327295780181885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.9780863761901856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,16,power_law_1.01,1.1273792266845704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,16,power_law_1.01,1.7010496139526368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,16,power_law_1.01,2.2776512145996093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,16,power_law_1.01,3.0531967163085936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,16,power_law_1.01,4.4679615020751955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,2,power_law_1.2,6.533062744140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,2,power_law_1.2,8.165586853027344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,2,power_law_1.2,2.7507455825805662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,8,power_law_1.01,0.08418560028076172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,8,power_law_1.01,0.07834879755973816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,8,power_law_1.01,0.07858560085296631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,8,power_law_1.01,0.07838720083236694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,8,power_law_1.01,0.07953919768333435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,8,power_law_1.01,0.08853759765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,8,power_law_1.01,0.09678080081939697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,8,power_law_1.01,0.1087231993675232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,8,power_law_1.01,0.10925439596176148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,8,power_law_1.01,1.2359935760498046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,8,power_law_1.01,0.13482240438461304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,8,power_law_1.01,0.1561792016029358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,8,power_law_1.01,0.15060479640960694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,8,power_law_1.01,0.20094079971313478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,8,power_law_1.01,0.18888319730758668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,8,power_law_1.01,0.26386559009552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,8,power_law_1.01,0.2518784046173096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,8,power_law_1.01,0.325433611869812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,8,power_law_1.01,0.45096960067749026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,8,power_law_1.01,0.6339968204498291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,8,power_law_1.01,0.9481023788452149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,8,power_law_1.2,0.11804800033569336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,8,power_law_1.2,0.11811840534210205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,8,power_law_1.2,0.14466559886932373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,8,power_law_1.2,0.21244161128997802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,8,power_law_1.2,0.1987071990966797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,8,power_law_1.2,0.20711679458618165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,8,power_law_1.2,0.20126719474792482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,8,power_law_1.2,0.20493440628051757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,8,power_law_1.2,0.2018048048019409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,8,power_law_1.2,0.20464000701904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,8,power_law_1.2,0.2057408094406128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,8,power_law_1.2,0.21468160152435303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,8,power_law_1.2,0.22300798892974855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,8,power_law_1.01,1.3047807693481446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,8,power_law_1.2,0.22954881191253662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,8,power_law_1.2,0.24753921031951903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,8,power_law_1.2,0.24683520793914795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,8,power_law_1.2,0.28247039318084716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,8,power_law_1.2,0.31497600078582766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,8,power_law_1.2,0.30716800689697266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,8,power_law_1.2,0.37311999797821044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,8,power_law_1.2,0.44007039070129395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,8,power_law_1.2,0.624294376373291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,8,power_law_1.2,0.8558464050292969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,8,power_law_1.2,1.294752025604248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,8,power_law_1.01,1.5054400444030762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,8,power_law_1.2,1.3853376388549805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,8,power_law_1.2,2.720966339111328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,8,power_law_1.2,2.9245887756347657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,8,power_law_1.01,2.491596794128418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,8,power_law_1.01,2.9362688064575195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,8,power_law_1.01,4.522726440429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,4,power_law_1.2,0.12087039947509766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,4,power_law_1.2,0.1732480049133301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,4,power_law_1.2,0.1769279956817627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,4,power_law_1.2,0.27031679153442384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,4,power_law_1.2,0.34101119041442873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,4,power_law_1.2,0.36303999423980715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,4,power_law_1.2,0.4434239864349365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,4,power_law_1.2,0.4600831985473633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,4,power_law_1.2,0.5055744171142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,4,power_law_1.2,0.4980735778808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,4,power_law_1.2,0.4795968055725098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,4,power_law_1.2,0.5227968215942382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,4,power_law_1.2,0.5246016025543213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,4,power_law_1.2,0.53951997756958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,4,power_law_1.2,0.6066751956939698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,4,power_law_1.2,0.6210048198699951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,4,power_law_1.2,0.6188799858093261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,4,power_law_1.2,0.7135807991027832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,4,power_law_1.2,0.7407040119171142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,4,power_law_1.2,0.8419455528259278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,4,power_law_1.2,1.0064767837524413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,4,power_law_1.2,1.2517888069152832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,4,power_law_1.2,1.5707136154174806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,4,power_law_1.2,2.0569599151611326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,8,power_law_1.2,0.1074944019317627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,4,power_law_1.2,2.4930751800537108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,8,power_law_1.2,0.11919360160827637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,8,power_law_1.2,0.11281280517578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,8,power_law_1.2,0.1269695997238159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,4,power_law_1.2,3.822905731201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,8,power_law_1.2,0.14586880207061767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,8,power_law_1.2,0.14632960557937622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,8,power_law_1.2,0.1525056004524231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,8,power_law_1.2,0.15493760108947754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,4,power_law_1.2,4.86608657836914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,8,power_law_1.2,0.14653439521789552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,8,power_law_1.2,0.15562880039215088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,8,power_law_1.2,0.16251519918441773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,8,power_law_1.2,0.1694208025932312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,8,power_law_1.2,0.1791424036026001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,8,power_law_1.2,0.20167040824890137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,8,power_law_1.2,0.8422016143798828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,8,power_law_1.2,1.789344024658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,8,power_law_1.2,0.21292800903320314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,8,power_law_1.2,0.275052809715271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,8,power_law_1.2,0.3098367929458618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,8,power_law_1.2,0.368831992149353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,8,power_law_1.2,0.4372288227081299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,8,power_law_1.2,0.5627583980560302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,8,power_law_1.2,0.8020352363586426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,8,power_law_1.2,1.1521087646484376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,8,power_law_1.2,1.3079360008239747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,8,power_law_1.01,6.0589759826660154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,8,power_law_1.2,2.003443145751953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,8,power_law_1.2,2.79620475769043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,1,power_law_1.01,0.19894399642944335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,1,power_law_1.01,0.3130176067352295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,1,power_law_1.01,0.573414421081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,1,power_law_1.01,1.0884415626525878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,1,power_law_1.01,1.6592704772949218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,1,power_law_1.01,2.159872055053711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,1,power_law_1.01,3.0055871963500977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,1,power_law_1.01,3.136819267272949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,1,power_law_1.01,3.2419200897216798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,1,power_law_1.01,3.2957695007324217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,1,power_law_1.01,3.4552639007568358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,2,power_law_1.01,0.1307711958885193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,2,power_law_1.01,0.1732095956802368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,1,power_law_1.01,3.5757694244384766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,2,power_law_1.01,0.260153603553772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,2,power_law_1.01,0.37311999797821044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,2,power_law_1.01,0.43921918869018556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,1,power_law_1.01,3.6113662719726562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,2,power_law_1.01,0.6595647811889649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,2,power_law_1.01,0.6566592216491699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,2,power_law_1.01,0.6734144210815429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,1,power_law_1.01,3.80447998046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,2,power_law_1.01,0.7005504131317138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,2,power_law_1.01,0.7124288082122803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,2,power_law_1.01,0.7429823875427246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,2,power_law_1.01,0.7517695903778077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,1,power_law_1.01,4.220454406738281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,2,power_law_1.01,0.7479616165161133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,2,power_law_1.01,0.8448063850402832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,2,power_law_1.01,0.8896320343017579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,1,power_law_1.01,4.3417919158935545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,2,power_law_1.01,0.9189824104309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,2,power_law_1.01,0.9200703620910644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,2,power_law_1.01,1.027295970916748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,1,power_law_1.01,4.35478401184082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,2,power_law_1.01,1.1564800262451171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,2,power_law_1.01,1.329702377319336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,1,power_law_1.01,4.793817520141602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,2,power_law_1.01,1.6009792327880858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,2,power_law_1.01,2.1687360763549806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,2,power_law_1.01,2.6515968322753904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,2,power_law_1.01,3.549087905883789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,2,power_law_1.01,4.959552001953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,1,power_law_1.01,18.272679138183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,2,power_law_1.01,6.973171234130859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,2,power_law_1.01,9.569529724121093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,1,power_law_1.01,26.51541748046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,1,power_law_1.01,5.993427276611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,1,power_law_1.01,7.2017982482910154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,1,power_law_1.01,8.543328094482423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,1,power_law_1.01,11.078598022460938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,1,power_law_1.01,13.865043640136719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,1,power_law_1.01,19.135308837890626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,1,power_law_1.01,24.718727111816406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,16,power_law_1.2,0.17926399707794188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,16,power_law_1.2,0.2787775993347168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,16,power_law_1.2,0.34265599250793455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,16,power_law_1.2,0.35214080810546877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,16,power_law_1.2,0.35637760162353516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,16,power_law_1.2,0.2920639991760254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,16,power_law_1.2,0.2748480081558228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,16,power_law_1.2,0.30072319507598877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,16,power_law_1.2,0.3287935972213745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,16,power_law_1.2,0.2787071943283081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,16,power_law_1.2,0.3062016010284424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,16,power_law_1.2,0.2930239915847778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,16,power_law_1.2,0.3199039936065674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,16,power_law_1.2,0.32210559844970704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,16,power_law_1.2,0.32896640300750735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,16,power_law_1.2,0.3712127923965454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,16,power_law_1.2,0.40544638633728025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,16,power_law_1.2,0.4471424102783203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,16,power_law_1.2,0.49269118309021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,16,power_law_1.2,0.6218624114990234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,16,power_law_1.2,0.6450431823730469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,16,power_law_1.2,0.9449600219726563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,16,power_law_1.2,1.1403264045715331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,16,power_law_1.2,1.5178367614746093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,16,power_law_1.2,1.9003007888793946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,16,balanced,0.11608533064524333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,16,balanced,0.17076265811920166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,16,balanced,0.28842665751775104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,16,balanced,0.5176959832509359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,16,power_law_1.2,2.723904037475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,16,balanced,0.7343733310699463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,16,balanced,0.8955146471659342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,16,balanced,0.8981866836547852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,16,balanced,0.8823626836140951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,16,balanced,0.88483198483785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,16,power_law_1.2,3.5609344482421874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,16,balanced,0.8833920160929362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,16,balanced,0.8913173675537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,16,balanced,0.8969813187917074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,16,balanced,0.8987680276234945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,16,balanced,0.9095679918924967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,16,balanced,0.9169013500213623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,16,balanced,0.9251466592152914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,16,balanced,0.9427573680877686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,16,balanced,1.1158186594645183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,16,balanced,1.0209866364796956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,16,balanced,1.2535200119018555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,16,balanced,1.2378239631652832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,16,balanced,1.8087466557820637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,16,balanced,1.7533226013183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,16,balanced,2.7127787272135415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,16,balanced,2.728816032409668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,16,balanced,4.403871854146321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,16,balanced,5.342394510904948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,8,power_law_1.01,0.13354239463806153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,8,power_law_1.01,0.13486080169677733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,8,power_law_1.01,0.13328640460968016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,8,power_law_1.01,0.134060800075531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,8,power_law_1.01,0.13575680255889894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,8,power_law_1.01,0.14984960556030275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,8,power_law_1.01,0.16577279567718506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,8,power_law_1.01,0.17737599611282348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,8,power_law_1.01,0.18916480541229247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,8,power_law_1.01,0.20750079154968262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,8,power_law_1.01,0.21782400608062744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,8,power_law_1.01,0.2551743984222412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,8,power_law_1.01,0.3111743927001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,8,power_law_1.01,0.3924607992172241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,8,power_law_1.01,0.521772813796997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,8,power_law_1.01,0.6008895874023438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,8,power_law_1.01,0.5528575897216796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,8,power_law_1.01,0.8353919982910156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,8,power_law_1.01,0.08744959831237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,8,power_law_1.01,0.08714879751205444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,8,power_law_1.01,0.08078719973564148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,8,power_law_1.01,0.08004480004310607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,8,power_law_1.01,0.08170880079269409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,8,power_law_1.01,0.08664320111274719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,8,power_law_1.01,0.08778240084648133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,8,power_law_1.01,0.09527040123939515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,8,power_law_1.01,0.2867072105407715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,8,power_law_1.01,1.0508671760559083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,8,power_law_1.01,0.12562559843063353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,8,power_law_1.01,0.9867839813232422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,8,power_law_1.01,0.15884159803390502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,8,power_law_1.01,0.1717311978340149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,8,power_law_1.01,1.2768511772155762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,8,power_law_1.01,0.2188416004180908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,8,power_law_1.01,0.23123838901519775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,8,power_law_1.01,0.33000319004058837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,8,power_law_1.01,0.24766719341278076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,8,power_law_1.01,1.649228858947754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,8,power_law_1.01,0.44614400863647463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,8,power_law_1.01,0.4592127799987793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,8,power_law_1.01,0.6963776111602783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,8,power_law_1.01,1.0031680107116698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,8,power_law_1.01,2.7851776123046874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,8,power_law_1.01,1.499948787689209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,8,power_law_1.01,2.9352127075195313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,8,power_law_1.01,1.8621952056884765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,8,power_law_1.01,2.600044822692871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,8,power_law_1.01,5.429625701904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,8,balanced,0.06642666459083557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,8,balanced,0.08011200030644734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,8,balanced,0.1147093375523885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,8,balanced,0.18396266301472983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,8,balanced,0.30338666836420697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,8,balanced,0.5714240074157715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,8,balanced,0.5751626491546631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,8,balanced,0.5758986473083496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,8,balanced,0.5784106651941935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,8,balanced,0.5785760084788004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,8,balanced,0.5701546669006348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,8,balanced,0.5728106498718262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,8,balanced,0.5741386810938517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,8,balanced,0.580079992612203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,8,balanced,0.5876373449961344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,8,balanced,0.5898240009943644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,8,balanced,0.5993813276290894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,8,balanced,0.6456533273061117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,8,balanced,0.6689813137054443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,8,balanced,0.7079573472340902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,8,balanced,0.7717759609222412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,8,balanced,0.9344533284505209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,8,balanced,1.0286506811777751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,8,balanced,1.4700853029886882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,8,balanced,1.6889440218607585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,8,power_law_1.01,3.1867584228515624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,8,balanced,2.351130644480387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,8,balanced,3.0817651748657227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,8,power_law_1.01,6.887967681884765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,8,power_law_1.01,5.08666877746582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,4,power_law_1.01,0.149344003200531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,4,power_law_1.01,0.17226879596710204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,4,power_law_1.01,0.20869119167327882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,4,power_law_1.01,0.20441598892211915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,4,power_law_1.01,0.20685439109802245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,4,power_law_1.01,0.2078847885131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,4,power_law_1.01,0.2143104076385498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,4,power_law_1.01,0.246726393699646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,4,power_law_1.01,0.25845119953155515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,4,power_law_1.01,0.2829632043838501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,4,power_law_1.01,0.2784320116043091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,4,power_law_1.01,0.29293439388275144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,4,power_law_1.01,0.33281280994415285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,4,power_law_1.01,0.3838144063949585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,4,power_law_1.01,0.4823808193206787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,4,power_law_1.01,0.5334527969360352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,4,power_law_1.01,0.5625984191894531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,4,power_law_1.01,0.8981184005737305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,4,power_law_1.01,0.9647871971130371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,4,power_law_1.01,1.3838912010192872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.13712639808654786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.2016063928604126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.2660991907119751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.4354368209838867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.44291200637817385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.438643217086792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.45777277946472167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,4,power_law_1.01,1.8164928436279297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.4752511978149414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.5059648036956788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.5090176105499268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.49580798149108884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.5658815860748291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.5505727767944336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.5793471813201905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.6734144210815429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,8,balanced,0.06190933287143707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,8,balanced,0.05500799914201101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,8,balanced,0.05553600192070007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,8,balanced,0.05629866818586985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,8,balanced,0.06005333364009857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,8,balanced,0.0682239979505539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.7147776126861572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.8347135543823242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,1,power_law_1.01,1.042470359802246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,8,balanced,0.06970133384068807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,8,balanced,0.07136000196139018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,8,balanced,0.07209066549936931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,8,balanced,0.07318933308124542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,8,balanced,0.08201066652933757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,1,power_law_1.01,1.272499179840088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,8,balanced,0.0837653378645579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,8,balanced,0.0849173367023468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,8,balanced,0.0906773308912913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,8,balanced,0.094842662413915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,8,balanced,0.09913067022959392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,8,balanced,0.09869866569836934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,8,balanced,0.1120853324731191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,8,balanced,0.12707733114560446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,8,balanced,0.152346670627594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,8,balanced,0.17536000410715738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,8,balanced,0.2379466692606608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,8,balanced,0.2874773343404134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,4,power_law_1.01,2.394393539428711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,8,balanced,0.3983946641286214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,8,balanced,0.5177866617838541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,8,balanced,0.7348906993865967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,8,balanced,0.9725706577301025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,1,power_law_1.01,1.6851327896118165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,8,power_law_1.01,10.124697875976562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,1,power_law_1.01,2.102310371398926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,1,power_law_1.01,3.04085750579834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,4,power_law_1.01,3.110848045349121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,8,power_law_1.01,13.45059814453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,1,power_law_1.01,3.9032512664794923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,1,power_law_1.01,5.717958450317383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,4,power_law_1.01,5.5512126922607425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,1,power_law_1.01,7.452915191650391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,8,power_law_1.01,7.1057792663574215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,4,power_law_1.01,6.450201416015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,4,power_law_1.2,0.24776959419250488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,4,power_law_1.2,0.31814401149749755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,4,power_law_1.2,0.3189120054244995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,4,power_law_1.2,0.37922561168670654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,4,power_law_1.2,0.38448638916015626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,4,power_law_1.2,0.3987904071807861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,4,power_law_1.2,0.42282881736755373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,4,power_law_1.2,0.4943808078765869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,4,power_law_1.2,0.6499008178710938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,4,power_law_1.2,0.6327167987823487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,4,power_law_1.2,0.593068790435791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,4,power_law_1.2,0.6698624134063721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,4,power_law_1.2,0.7911168098449707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,4,power_law_1.2,0.8551872253417969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,4,power_law_1.2,1.093990421295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,4,power_law_1.2,1.0824576377868653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,4,power_law_1.2,1.260979175567627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,4,power_law_1.2,1.5600640296936035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,4,power_law_1.2,1.9751487731933595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,4,power_law_1.2,3.156800079345703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,4,power_law_1.2,3.3097278594970705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,1,power_law_1.01,11.332243347167969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,4,power_law_1.01,10.100723266601562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,4,power_law_1.2,4.815705490112305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,1,power_law_1.01,14.984352111816406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,4,power_law_1.2,6.0986175537109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,1,power_law_1.01,0.09503999948501587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,1,power_law_1.01,0.1204416036605835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,1,power_law_1.01,0.18250240087509156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,1,power_law_1.01,0.31858561038970945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,1,power_law_1.01,0.44515838623046877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,1,power_law_1.01,0.5901247978210449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,1,power_law_1.01,0.8365568161010742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,1,power_law_1.01,0.8647040367126465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,1,power_law_1.01,0.8784640312194825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,1,power_law_1.01,0.9102463722229004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,1,power_law_1.01,0.9481599807739258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,1,power_law_1.01,0.9954496383666992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,1,power_law_1.01,0.9831168174743652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,1,power_law_1.01,1.060524845123291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,1,power_law_1.01,1.0922559738159179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,1,power_law_1.01,1.162495994567871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,4,power_law_1.2,9.877152252197266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,1,power_law_1.01,1.1840576171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,1,power_law_1.01,1.2694656372070312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,1,power_law_1.01,1.4242495536804198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,1,power_law_1.01,1.6452735900878905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,4,power_law_1.01,11.614431762695313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,1,power_law_1.01,1.8038719177246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,1,power_law_1.01,2.2829824447631837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,1,power_law_1.01,2.6858816146850586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,1,power_law_1.01,3.5857921600341798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,1,power_law_1.01,4.488524627685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,1,power_law_1.01,6.311910247802734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,1,power_law_1.01,8.181171417236328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,16,balanced,0.05916266640027364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,16,balanced,0.04273599882920583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,16,balanced,0.05357333521048228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,16,balanced,0.07182933390140533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,16,balanced,0.09665600458780925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,16,balanced,0.12452800075213115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,16,balanced,0.12541866302490234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,16,balanced,0.12108799815177917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,16,balanced,0.12206400434176128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,16,balanced,0.12246933579444885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,16,balanced,0.12434132893880208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,16,balanced,0.1251253286997477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,16,balanced,0.1399946709473928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,16,balanced,0.12774933377901712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,16,balanced,0.13133333126703897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,16,balanced,0.1325920025507609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,16,balanced,0.13550399740537009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,16,balanced,0.16365866859753928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,16,balanced,0.14899200201034546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,16,balanced,0.18939733505249023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,16,balanced,0.19472533464431763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,16,balanced,0.25693867603937787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,16,balanced,0.2434719999631246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,16,balanced,0.3405173222223918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,16,balanced,0.4036959807078044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,16,balanced,0.593013326327006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,16,balanced,0.719210704167684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,4,power_law_1.2,13.403436279296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,4,power_law_1.2,20.201560974121094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,2,power_law_1.2,0.42056961059570314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,2,power_law_1.2,0.5407936096191406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,2,power_law_1.2,0.8281087875366211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,2,power_law_1.2,1.142188835144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,2,power_law_1.2,1.5028032302856444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,2,power_law_1.2,2.715001678466797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,2,power_law_1.2,2.709030342102051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,2,power_law_1.2,2.8446847915649416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,2,power_law_1.2,2.843615913391113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,2,power_law_1.2,2.9489728927612306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,2,power_law_1.2,3.1068544387817383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,2,power_law_1.2,3.2027774810791017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,2,power_law_1.2,3.3939136505126952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,2,power_law_1.2,3.6623550415039063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,2,power_law_1.2,3.854412841796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,2,power_law_1.2,4.001971054077148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,2,power_law_1.2,3.9851009368896486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,2,power_law_1.2,4.2045951843261715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,2,power_law_1.2,4.3935295104980465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,2,power_law_1.2,5.138278579711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,2,power_law_1.2,5.514585494995117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,2,power_law_1.2,7.054450988769531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,2,power_law_1.2,8.432383728027343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,2,power_law_1.2,11.203263854980468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,2,power_law_1.2,13.903091430664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,2,power_law_1.2,19.51825866699219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,32,balanced,0.0651093324025472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,32,balanced,0.06611733138561249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,32,balanced,0.06601066887378693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,32,balanced,0.06937600175539653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,32,balanced,0.0906880001227061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,32,balanced,0.1104159951210022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,32,balanced,0.11248000462849934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,32,balanced,0.11380267143249512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,32,balanced,0.11496000488599141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,32,balanced,0.11475200454394023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,32,balanced,0.11729066570599873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,32,balanced,0.11886399984359741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,32,balanced,0.11972799897193909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,32,balanced,0.12392533818880717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,32,balanced,0.12735467155774435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,32,balanced,0.13132266203562418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,32,balanced,0.13729066650072733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,32,balanced,0.1551520029703776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,32,balanced,0.16922134160995483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,32,balanced,0.1925013264020284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,32,balanced,0.2165493369102478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,32,balanced,0.2637760043144226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,32,balanced,0.3197493354479472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,32,balanced,0.41484268506368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,32,balanced,0.5531413157780966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,32,balanced,0.7305280367533366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,32,balanced,0.9811200300852457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,2,power_law_1.2,24.968473815917967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,4,power_law_1.2,34.697637939453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,256,power_law_1.01,0.0735360026359558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,256,power_law_1.01,0.061414402723312375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,256,power_law_1.01,0.06124160289764404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,256,power_law_1.01,0.06088320016860962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,256,power_law_1.01,0.06239359974861145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,256,power_law_1.01,0.06378239989280701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,256,power_law_1.01,0.06465280055999756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,256,power_law_1.01,0.06689280271530151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,256,power_law_1.01,0.06685439944267273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,256,power_law_1.01,0.06775040030479432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,256,power_law_1.01,0.0794431984424591
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,256,power_law_1.01,0.08010879755020142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,256,power_law_1.01,0.08577920198440551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,256,power_law_1.01,0.09605119824409485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,256,power_law_1.01,0.1000704050064087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,256,power_law_1.01,0.5339903831481934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,256,power_law_1.01,0.09232640266418457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,256,power_law_1.01,0.1276800036430359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,256,power_law_1.01,0.13882880210876464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,256,power_law_1.01,0.192576003074646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,256,power_law_1.01,0.23984639644622802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,256,power_law_1.01,0.3396480083465576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,256,power_law_1.01,0.3732095956802368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,256,power_law_1.01,0.5919487953186036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,256,power_law_1.01,0.6648896217346192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,256,power_law_1.01,0.9608960151672363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,256,power_law_1.01,1.2854016304016114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,64,power_law_1.2,0.12622720003128052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,64,power_law_1.2,0.11772160530090332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,64,power_law_1.2,0.11230080127716065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,64,power_law_1.2,0.11388159990310669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,64,power_law_1.2,0.10109440088272095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,64,power_law_1.2,0.10782079696655274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,64,power_law_1.2,0.1121216058731079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,64,power_law_1.2,0.11345280408859253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,64,power_law_1.2,0.11701120138168335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,64,power_law_1.2,0.11700479984283448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,4,power_law_1.01,0.128985595703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,64,power_law_1.2,0.12139519453048705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,4,power_law_1.01,0.1649664044380188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,64,power_law_1.2,0.11917439699172974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,4,power_law_1.01,0.1970752000808716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,4,power_law_1.01,0.23625600337982178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,4,power_law_1.01,0.2843071937561035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,4,power_law_1.01,0.2864703893661499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,64,power_law_1.2,0.12376320362091064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,4,power_law_1.01,0.3835455894470215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,64,power_law_1.2,0.13146239519119263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,4,power_law_1.01,0.3963072061538696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,64,power_law_1.2,0.1333567976951599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,4,power_law_1.01,0.3957184076309204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,64,power_law_1.2,0.14440959692001343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,4,power_law_1.01,0.40807042121887205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,64,power_law_1.2,0.17070080041885377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,4,power_law_1.01,0.45159039497375486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,64,power_law_1.2,0.21057279109954835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,4,power_law_1.01,0.46297597885131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,64,power_law_1.2,0.240447998046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,4,power_law_1.01,0.4504511833190918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,64,power_law_1.2,0.3178368091583252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,64,power_law_1.2,0.37599360942840576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,4,power_law_1.01,0.5003712177276611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,64,power_law_1.2,0.5659071922302246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,4,power_law_1.01,0.8142656326293946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,4,power_law_1.01,0.8150336265563964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,64,power_law_1.2,0.6404672145843506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,4,power_law_1.01,0.5428864002227783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,64,power_law_1.2,0.9252799987792969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,4,power_law_1.01,0.5934080123901367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,4,power_law_1.01,0.666700792312622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,64,power_law_1.2,1.2249216079711913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,4,power_law_1.01,0.7984960079193115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,4,power_law_1.01,0.907481575012207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,64,power_law_1.2,1.968684768676758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,4,power_law_1.01,1.2143808364868165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,4,power_law_1.01,1.4803711891174316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,4,power_law_1.01,1.9207168579101563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,64,power_law_1.2,2.1090816497802733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,4,power_law_1.01,2.4278400421142576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,4,power_law_1.01,3.5633216857910157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,8,power_law_1.01,0.17969919443130494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,8,power_law_1.01,0.28113279342651365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,8,power_law_1.01,0.27058560848236085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,8,power_law_1.01,0.33571839332580566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,4,power_law_1.01,4.742720031738282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,8,power_law_1.01,0.3677759885787964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,8,power_law_1.01,0.35475199222564696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,8,power_law_1.01,0.3595328092575073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,8,power_law_1.01,0.4564032077789307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,8,power_law_1.01,0.4475711822509766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,8,power_law_1.01,0.4273024082183838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,8,power_law_1.01,0.42666239738464357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,8,power_law_1.01,0.4621119976043701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,8,power_law_1.01,0.4538879871368408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,8,power_law_1.01,0.4625855922698975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,8,power_law_1.01,0.4854400157928467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,8,power_law_1.01,0.5102464199066162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,8,power_law_1.01,0.5337471961975098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,8,power_law_1.01,0.580511999130249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,8,power_law_1.01,0.6566720008850098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,8,power_law_1.01,0.7387455940246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,8,power_law_1.01,0.8980671882629394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,8,power_law_1.01,1.207040023803711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,8,power_law_1.01,1.296895980834961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,32,power_law_1.01,0.5335807800292969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,32,power_law_1.01,0.4682943820953369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,8,power_law_1.01,1.9079103469848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,32,power_law_1.01,0.4658815860748291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,32,power_law_1.01,0.46579837799072266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,8,power_law_1.01,2.4239360809326174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,32,power_law_1.01,0.4296256065368652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,8,power_law_1.01,3.7490238189697265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,32,power_law_1.01,0.45493760108947756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,32,power_law_1.01,0.41914877891540525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,32,power_law_1.01,0.4558976173400879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,32,power_law_1.01,0.44506239891052246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,32,power_law_1.01,0.43727998733520507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,8,power_law_1.01,4.4024513244628904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,32,power_law_1.01,0.4481919765472412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,32,power_law_1.01,0.4627967834472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,32,power_law_1.01,0.46845440864562987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,32,power_law_1.01,0.49001598358154297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,32,power_law_1.01,0.5142848014831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,32,power_law_1.01,0.5063039779663085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,32,power_law_1.01,0.5703936100006104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,32,power_law_1.01,0.6790847778320312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,32,power_law_1.01,0.656774377822876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,32,power_law_1.01,0.8017855644226074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,32,power_law_1.01,1.057427215576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,32,power_law_1.01,1.3658687591552734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,32,power_law_1.01,1.7926528930664063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,32,power_law_1.01,2.4772480010986326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,32,power_law_1.01,2.9925695419311524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,32,power_law_1.01,3.877638244628906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,32,power_law_1.01,5.571756744384766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,4,balanced,0.09145067135492961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,4,balanced,0.08329066634178162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,4,balanced,0.1383786698182424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,4,balanced,0.12327999869982402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,4,balanced,0.12541866302490234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,4,balanced,0.1255413293838501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,4,balanced,0.12732266386349997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,4,balanced,0.12864533066749573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,4,balanced,0.1399733324845632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,4,balanced,0.14103466272354126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,4,balanced,0.14460266629854837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,4,balanced,0.16593600312868753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,4,balanced,0.16802134116490683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,4,balanced,0.16882665952046713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,2,balanced,0.08441600203514099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,4,balanced,0.21758933862050375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,2,balanced,0.1049173374970754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,4,balanced,0.22012799978256226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,2,balanced,0.1256053348382314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,4,balanced,0.2192373275756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,2,balanced,0.1638879974683126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,4,balanced,0.3165546655654907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,2,balanced,0.2715946634610494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,4,balanced,0.3537760178248088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,2,balanced,0.4936000108718872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,4,balanced,0.45576000213623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,2,balanced,0.6891093254089355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,4,balanced,0.5981760025024414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,2,balanced,0.6961119969685873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,8,power_law_1.01,0.035820800065994265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,4,balanced,0.81058136622111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,2,balanced,0.7039466698964437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,8,power_law_1.01,0.03468160033226013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,4,balanced,1.0207573572794597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,2,balanced,0.7067039807637533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,8,power_law_1.01,0.037555199861526486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,2,balanced,0.7103626728057861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,4,balanced,1.4864160219828289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,8,power_law_1.01,0.03911679983139038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,8,power_law_1.01,0.03984000086784363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,2,balanced,0.7171839872996012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,8,power_law_1.01,0.04774399995803833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,2,balanced,0.7261973222096761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,4,balanced,1.8996747334798176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,2,balanced,0.7431999842325846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,2,balanced,0.7550506591796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,2,balanced,0.7712000211079916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,4,balanced,2.781578699747721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,2,balanced,0.7942240238189697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,2,balanced,0.8488053480784098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,2,balanced,0.9273760318756104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,4,balanced,3.700624148050944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,2,balanced,1.036240021387736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,8,power_law_1.01,0.04709759950637817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,8,power_law_1.01,0.04917759895324707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,2,balanced,1.1801653703053792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,2,balanced,1.434890588124593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,2,balanced,1.8478986422220867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,2,balanced,2.306527932484945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,8,power_law_1.01,0.05351679921150208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,8,power_law_1.01,0.05384960174560547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,8,power_law_1.01,0.05445759892463684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,8,power_law_1.01,0.05619199872016907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,2,balanced,3.0557066599527993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,8,power_law_1.01,0.057068800926208495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,8,power_law_1.01,0.05902720093727112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,8,power_law_1.01,0.06314240097999572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,2,balanced,4.090160051981608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,8,power_law_1.01,0.06311039924621582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,8,power_law_1.01,0.06672639846801758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,8,power_law_1.01,0.09095039963722229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,8,power_law_1.01,0.0899071991443634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,8,power_law_1.01,0.12236160039901733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,2,balanced,5.6622772216796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,8,power_law_1.01,0.1431872010231018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,8,power_law_1.01,0.20079998970031737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,8,power_law_1.01,0.23827199935913085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,8,power_law_1.01,0.3092736005783081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,8,power_law_1.01,0.42624640464782715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,8,power_law_1.01,0.6480639934539795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,8,power_law_1.01,0.7835968017578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,64,balanced,0.049072002371152244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,64,balanced,0.042693331837654114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,64,balanced,0.04301866888999939
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,64,balanced,0.06215466558933258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,64,balanced,0.06267733375231425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,64,balanced,0.05982399980227152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,64,balanced,0.06069866816202799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,64,balanced,0.060559997955958046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,64,balanced,0.060959999759991966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,64,balanced,0.06136533121267954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,64,balanced,0.06150933106740316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,64,balanced,0.06243733565012614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,64,balanced,0.06287999947865804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,64,balanced,0.06400000055631001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,64,balanced,0.0672159989674886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,64,balanced,0.06829333305358887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,64,balanced,0.06569600105285645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,64,balanced,0.06866666674613953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,64,balanced,0.0706826647122701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,64,balanced,0.0787360022465388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,64,balanced,0.08118933439254761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,64,balanced,0.10969600081443787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,64,balanced,0.10805867115656535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,64,balanced,0.17018133401870728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,64,balanced,0.1683680017789205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,64,balanced,0.23094934225082397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,64,balanced,0.2792213360468547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.23108479976654053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.37813758850097656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.671724796295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,1,power_law_1.2,1.009171199798584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,1,power_law_1.2,1.3462335586547851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,1,power_law_1.2,2.306719970703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,1,power_law_1.2,2.494259262084961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,1,power_law_1.2,2.5095680236816404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,1,power_law_1.2,2.6037567138671873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,1,power_law_1.2,2.7302080154418946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,1,power_law_1.2,2.870284843444824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,1,power_law_1.2,3.0161088943481444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,1,power_law_1.2,3.103948783874512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,1,power_law_1.2,3.3681278228759766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,1,power_law_1.2,3.5530433654785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,1,power_law_1.2,3.801504135131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,1,power_law_1.2,12.157389068603516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,1,power_law_1.2,18.607769775390626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,1,power_law_1.2,4.09857292175293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,1,power_law_1.2,4.8301441192626955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,1,power_law_1.2,5.673759841918946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,128,power_law_1.2,0.05854719877243042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,128,power_law_1.2,0.05486720204353333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,128,power_law_1.2,0.05487359762191772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,1,power_law_1.2,7.330931091308594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,128,power_law_1.2,0.055430400371551516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,128,power_law_1.2,0.0575872004032135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,128,power_law_1.2,0.05909759998321533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,128,power_law_1.2,0.05926399827003479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,128,power_law_1.2,0.0597055971622467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,128,power_law_1.2,0.06037120223045349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,128,power_law_1.2,0.061318397521972656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,128,power_law_1.2,0.06469759941101075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,1,power_law_1.2,9.063667297363281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,128,power_law_1.2,0.0675711989402771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,128,power_law_1.2,0.07712000012397766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,128,power_law_1.2,0.08689280152320862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,128,power_law_1.2,0.09201279878616334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,128,power_law_1.2,0.09642879962921143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,128,power_law_1.2,0.0978879988193512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,128,power_law_1.2,0.1210368037223816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,128,power_law_1.2,0.17555199861526488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,128,power_law_1.2,0.22648959159851073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,128,power_law_1.2,0.31242239475250244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,128,power_law_1.2,0.5308608055114746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,128,power_law_1.2,0.5935488224029541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,64,balanced,0.1872640053431193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,64,balanced,0.18743467330932617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,64,balanced,0.1784586707750956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,64,balanced,0.17868266503016153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,64,balanced,0.19878933827082315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,128,power_law_1.2,0.899129581451416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,64,balanced,0.30129067103068036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,64,balanced,0.38208532333374023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,128,power_law_1.2,1.3424063682556153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,64,balanced,0.38362665971120197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,64,balanced,0.386682669321696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,64,balanced,0.38555200894673664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,64,balanced,0.3909440040588379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,128,power_law_1.2,1.906515121459961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,64,balanced,0.3941119909286499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,64,balanced,0.3943680127461751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,64,balanced,0.39849599202473956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,64,balanced,0.4044906695683797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,64,balanced,0.4087093273798625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,64,balanced,0.41604801019032794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,64,balanced,0.4341653188069661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,64,balanced,0.45103466510772705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,64,balanced,0.47696534792582196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,64,balanced,0.6252053181330363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,64,balanced,0.715557336807251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,64,balanced,0.9108160336812338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,64,balanced,1.1624106566111247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,64,balanced,1.6597973505655925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,64,balanced,2.21506134668986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,64,balanced,2.8532212575276694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,1,power_law_1.2,12.439033508300781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,1,power_law_1.2,15.940850830078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,128,power_law_1.2,2.9692224502563476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,4,power_law_1.01,0.03785600066184998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,4,power_law_1.01,0.03632639944553375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,4,power_law_1.01,0.03641600012779236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,4,power_law_1.01,0.03678719997406006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,4,power_law_1.01,0.03699840009212494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,4,power_law_1.01,0.04751999974250794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,4,power_law_1.01,0.06296319961547851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,4,power_law_1.01,0.054553598165512085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,4,power_law_1.01,0.054585599899291994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,4,power_law_1.01,0.057158398628234866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,4,power_law_1.01,0.05699840188026428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,4,power_law_1.01,0.059059202671051025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,4,power_law_1.01,0.0645695984363556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,4,power_law_1.01,0.06679040193557739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,4,power_law_1.01,0.072953599691391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,4,power_law_1.01,0.08439679741859436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,4,power_law_1.01,0.1128767967224121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,4,power_law_1.01,0.12804479598999025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,4,power_law_1.01,0.13397760391235353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,4,power_law_1.01,0.20713601112365723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,4,power_law_1.01,0.22230401039123535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,4,power_law_1.01,0.3255552053451538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,1,power_law_1.2,22.74048614501953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,4,power_law_1.01,0.49399681091308595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,4,power_law_1.01,0.5401088237762451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,4,power_law_1.01,0.720140790939331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,1,power_law_1.2,29.716973876953126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,4,power_law_1.01,1.2364800453186036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.13957120180130006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.1780992031097412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.2754688024520874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.4871359825134277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.7376319885253906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.9987008094787597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,1,power_law_1.2,1.2463744163513184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,1,power_law_1.2,1.6666048049926758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,2,power_law_1.01,0.13141119480133057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,2,power_law_1.01,0.16755199432373047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,1,power_law_1.2,1.7334207534790038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,2,power_law_1.01,0.22160000801086427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,2,power_law_1.01,0.31432960033416746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,1,power_law_1.2,1.8481088638305665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,2,power_law_1.01,0.4453120231628418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,2,power_law_1.01,0.5156608104705811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,1,power_law_1.2,1.943155288696289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,2,power_law_1.01,0.6919551849365234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,2,power_law_1.01,0.764512014389038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,1,power_law_1.2,1.9952768325805663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,2,power_law_1.01,0.7715328216552735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,2,power_law_1.01,0.7107456207275391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,1,power_law_1.2,2.024697685241699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,2,power_law_1.01,0.7707583904266357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,2,power_law_1.01,0.848147201538086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,1,power_law_1.2,2.190835189819336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,2,power_law_1.01,0.8044032096862793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,2,power_law_1.01,0.8744576454162598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,1,power_law_1.2,2.240127944946289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,2,power_law_1.01,0.9326144218444824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,2,power_law_1.01,0.9278592109680176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,1,power_law_1.2,2.39486083984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,2,power_law_1.01,1.011513614654541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,2,power_law_1.01,1.1033408164978027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,2,power_law_1.01,1.2246848106384278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,1,power_law_1.2,6.5169921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,2,power_law_1.01,1.43057279586792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,2,power_law_1.01,1.6450815200805664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,2,power_law_1.01,2.076812744140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,1,power_law_1.2,9.211481475830078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,2,power_law_1.01,2.502854347229004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,2,power_law_1.01,3.3625919342041017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,1,power_law_1.2,10.023763275146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,2,power_law_1.01,4.216230392456055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,2,power_law_1.01,5.912128067016601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,2,power_law_1.01,7.678233337402344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,1,power_law_1.2,15.254495239257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,8,power_law_1.01,0.1263808012008667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,8,power_law_1.01,0.16353280544281007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,8,power_law_1.01,0.16933120489120485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,8,power_law_1.01,0.2100735902786255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,8,power_law_1.01,0.2530816078186035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,1,power_law_1.2,17.937132263183592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,8,power_law_1.01,0.25328640937805175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,8,power_law_1.01,0.2292799949645996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,8,power_law_1.01,0.23466238975524903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,8,power_law_1.01,0.24069759845733643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,8,power_law_1.01,0.24863998889923095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,8,power_law_1.01,0.26220800876617434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,8,power_law_1.01,0.24714879989624022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,8,power_law_1.01,0.2665024042129517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,8,power_law_1.01,0.2722304105758667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,8,power_law_1.01,0.28368639945983887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,8,power_law_1.01,0.2912832021713257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,8,power_law_1.01,0.3140928030014038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,8,power_law_1.01,0.34724481105804444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,8,power_law_1.01,0.41084799766540525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,8,power_law_1.01,0.5087103843688965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,8,power_law_1.01,0.5924736022949219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,1,power_law_1.2,25.496780395507812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,8,power_law_1.01,0.7643199920654297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,8,power_law_1.01,0.9042495727539063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,8,power_law_1.01,1.2763711929321289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,1,power_law_1.2,5.459340667724609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,8,power_law_1.01,1.5695615768432618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,8,power_law_1.01,2.504915237426758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,1,power_law_1.2,6.9061119079589846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,8,power_law_1.01,2.694022369384766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,1,power_law_1.2,8.51712646484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,1,power_law_1.2,11.694834899902343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,1,power_law_1.2,14.806924438476562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,4,power_law_1.01,1.3495936393737793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,4,power_law_1.01,0.09095680117607116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,4,power_law_1.01,0.10714880228042603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,4,power_law_1.01,0.12900480031967163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,4,power_law_1.01,0.12659840583801268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,4,power_law_1.01,0.1486400008201599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,4,power_law_1.01,0.16490880250930787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,4,power_law_1.01,0.1871616005897522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,4,power_law_1.01,0.19535360336303711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,4,power_law_1.01,0.21203200817108153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,4,power_law_1.01,0.20913279056549072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,4,power_law_1.01,0.2026304006576538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,4,power_law_1.01,0.2231231927871704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,4,power_law_1.01,0.2236799955368042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,4,power_law_1.01,0.23593599796295167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,4,power_law_1.01,0.2554368019104004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,4,power_law_1.01,0.2699584007263184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,4,power_law_1.01,0.29743359088897703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,4,power_law_1.01,0.3371968030929565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,4,power_law_1.01,0.3837696075439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,4,power_law_1.01,0.4635007858276367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,4,power_law_1.01,0.5997759819030761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,4,power_law_1.01,0.7554624080657959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,4,power_law_1.01,0.9913984298706054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,4,power_law_1.01,1.338751983642578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,4,power_law_1.01,1.7285375595092773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,4,power_law_1.01,2.3314559936523436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,4,power_law_1.01,3.0720191955566407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,8,power_law_1.01,0.1250175952911377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,8,power_law_1.01,0.11278719902038574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,8,power_law_1.01,0.11288319826126099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,8,power_law_1.01,0.11320320367813111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,8,power_law_1.01,0.12620799541473388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,8,power_law_1.01,0.12059520483016968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,8,power_law_1.01,0.12483839988708496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,8,power_law_1.01,0.13156479597091675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,8,power_law_1.01,0.41890559196472166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,8,power_law_1.01,0.9936575889587402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,8,power_law_1.01,0.20582399368286133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,8,power_law_1.01,0.25947520732879636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,8,power_law_1.01,0.26343679428100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,8,power_law_1.01,0.28726398944854736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,8,power_law_1.01,0.30599679946899416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,8,power_law_1.01,0.39371519088745116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,8,power_law_1.01,0.47940478324890134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,8,power_law_1.01,0.6656960010528564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,4,power_law_1.2,0.0881600022315979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,8,power_law_1.01,0.8948863983154297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,4,power_law_1.2,0.11019519567489625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,4,power_law_1.2,0.11308159828186035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,4,power_law_1.2,0.15481599569320678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,4,power_law_1.2,0.2017983913421631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,4,power_law_1.2,0.21621758937835694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,4,power_law_1.2,0.2823551893234253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,4,power_law_1.2,0.2649087905883789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,8,power_law_1.01,1.4082752227783204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,4,power_law_1.2,0.25960960388183596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,4,power_law_1.2,0.26396799087524414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,4,power_law_1.2,0.28827519416809083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,4,power_law_1.2,0.30409600734710696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,8,power_law_1.01,1.5637760162353516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,4,power_law_1.2,0.30614399909973145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,4,power_law_1.2,0.32177278995513914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,4,power_law_1.2,0.32988159656524657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,4,power_law_1.2,0.3436863899230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,4,power_law_1.2,0.35122559070587156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,4,power_law_1.2,0.3933759927749634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,4,power_law_1.2,0.4493824005126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,4,power_law_1.2,0.513759994506836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,4,power_law_1.2,0.5912255764007568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,4,power_law_1.2,0.8253376007080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,8,power_law_1.01,2.421881675720215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,4,power_law_1.2,0.8769791603088379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,4,power_law_1.2,1.2429120063781738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,4,power_law_1.2,1.6515264511108398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,4,power_law_1.2,2.4868032455444338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,4,power_law_1.2,3.2659328460693358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,8,power_law_1.01,2.804966354370117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,8,power_law_1.01,3.9098560333251955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,8,power_law_1.01,5.151136016845703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.265228796005249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.32826240062713624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.45757441520690917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.7868544101715088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.847219181060791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.8597184181213379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.8718720436096191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.9222592353820801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.9646271705627442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,1,power_law_1.2,1.070355224609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,1,power_law_1.2,1.0065216064453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,1,power_law_1.2,1.0147520065307618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,1,power_law_1.2,1.1430463790893555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,1,power_law_1.2,1.1320704460144042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,1,power_law_1.2,1.2111807823181153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,1,power_law_1.2,1.356447982788086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,1,power_law_1.2,1.6723583221435547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,1,power_law_1.2,2.0679744720458983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,1,power_law_1.2,2.457593536376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,8,power_law_1.01,8.763442993164062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,1,power_law_1.2,3.421356964111328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,1,power_law_1.2,4.241817474365234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,32,balanced,0.04898133377234141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,32,balanced,0.049365331729253135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,32,balanced,0.049285332361857094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,32,balanced,0.04978133241335551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,32,balanced,0.05566399792830149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,32,balanced,0.07569066683451335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,32,balanced,0.07771199941635132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,32,balanced,0.078575998544693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,32,balanced,0.07965866724650066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,32,balanced,0.08004266520341237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,32,balanced,0.08212266862392426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,32,balanced,0.08295999964078267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,32,balanced,0.08386666576067607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,32,balanced,0.08813866972923279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,32,balanced,0.09108266234397888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,32,balanced,0.09385599692662557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,32,balanced,0.09801600376764934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,32,balanced,0.11008000373840332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,32,balanced,0.12072533369064331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,32,balanced,0.13550933202107748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,32,balanced,0.15640532970428467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,32,balanced,0.20167466004689535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,32,balanced,0.23150400320688883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,32,balanced,0.32130666573842365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,32,balanced,0.3834720055262248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,32,balanced,0.5431093374888102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,32,balanced,0.7052266597747803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,1,power_law_1.2,5.999033737182617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,8,balanced,0.11654933293660481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,8,balanced,0.17138133446375528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,8,balanced,0.27799467245737713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,8,balanced,0.4623359839121501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,8,balanced,0.8627519607543945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,8,balanced,1.6432053248087566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,8,balanced,1.6482186317443848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,8,balanced,1.6485226949055989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,8,balanced,1.6551146507263184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,8,balanced,1.6576693852742512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,8,balanced,1.6652852694193523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,8,balanced,1.6712320645650227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,8,balanced,1.6717066764831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,8,balanced,1.6831626892089844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,8,balanced,1.694698651631673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,8,balanced,1.7055946985880535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,8,balanced,1.74180269241333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,1,power_law_1.2,7.990271759033203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,8,balanced,1.8068586985270183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,8,balanced,1.8371680577596028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,8,balanced,1.9193013509114583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,8,balanced,2.0715413093566895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,8,balanced,2.304138660430908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,8,balanced,2.4553492863972983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.13740160465240478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,8,balanced,4.033599853515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.20071039199829102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.2670975923538208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.4330431938171387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,8,balanced,4.234266599019368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.4439295768737793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.4471871852874756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.4537024021148682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.46141438484191893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,8,balanced,6.319711685180664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.4999743938446045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.5121407985687256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,8,power_law_1.01,11.557907104492188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.4776895999908447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.5535808086395264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.5662528038024902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,8,balanced,8.255781173706055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.5840447902679443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.6655680179595947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.7379327774047851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.8048255920410157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,1,power_law_1.2,1.0589056015014648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,1,power_law_1.2,1.257868766784668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,1,power_law_1.2,1.7081024169921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,1,power_law_1.2,11.569068908691406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,8,power_law_1.01,0.05603839755058289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,8,power_law_1.01,0.05616000294685364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,8,power_law_1.01,0.06177279949188232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,8,power_law_1.01,0.05398399829864502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,8,power_law_1.01,0.057196801900863646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,8,power_law_1.01,0.06977279782295227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,8,power_law_1.01,0.0705024003982544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,8,power_law_1.01,0.06958720088005066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,8,power_law_1.01,0.07512959837913513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,8,power_law_1.01,0.0750976026058197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,8,power_law_1.01,0.07847679853439331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,8,power_law_1.01,0.08451840281486511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,8,power_law_1.01,0.08495360016822814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,8,power_law_1.01,0.091430401802063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,8,power_law_1.01,0.09271680116653443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,8,power_law_1.01,0.0942911982536316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,16,balanced,0.05288533369700114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,16,balanced,0.05385066568851471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,16,balanced,0.0547626664241155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,16,balanced,0.05498133103052775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,8,power_law_1.01,0.100108802318573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,16,balanced,0.05715733269850413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,16,balanced,0.06413866579532623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,16,balanced,0.06534933547178905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,16,balanced,0.06566399832566579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,8,power_law_1.01,0.11679359674453735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,16,balanced,0.06711466610431671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,16,balanced,0.06743999818960826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,16,balanced,0.0757066657145818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,16,balanced,0.07708266874154408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,16,balanced,0.07884266475836436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,8,power_law_1.01,0.17048319578170776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,16,balanced,0.08397866288820903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,16,balanced,0.08841600020726521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,16,balanced,0.0918293297290802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,8,power_law_1.01,0.18650879859924316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,16,balanced,0.0972106655438741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,16,balanced,0.11064533392588298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,16,balanced,0.11693333586057027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,8,power_law_1.01,0.19592959880828859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,16,balanced,0.1372266709804535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,16,balanced,0.15733866890271506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,8,power_law_1.01,0.2920703887939453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,16,balanced,0.20530666907628378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,16,balanced,0.24730134010314941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,8,power_law_1.01,0.3655936002731323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,8,power_law_1.01,0.4781504154205322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,8,power_law_1.01,0.5662911891937256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,8,power_law_1.01,0.9284992218017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,16,balanced,0.3353866736094157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,16,balanced,0.43294934431711835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,8,power_law_1.01,1.296230411529541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,16,balanced,0.6073493162790934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,16,balanced,0.8097866376241049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,1,power_law_1.2,2.168934440612793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,1,power_law_1.2,3.0120832443237306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,1,power_law_1.2,15.211558532714843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,1,power_law_1.2,3.938489532470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,1,power_law_1.2,5.805574417114258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,4,balanced,0.039674667020638786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,4,balanced,0.04119999955097834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,4,balanced,0.05551999807357788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,4,balanced,0.0735999991496404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,4,balanced,0.1160533328851064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,4,balanced,0.11943466464678447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,4,balanced,0.11994666854540507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,4,balanced,0.12140799562136333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,4,balanced,0.12111467123031616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,4,balanced,0.12313066919644673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,4,balanced,0.12443733215332031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,4,balanced,0.1265653371810913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,4,balanced,0.13858667016029358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,4,balanced,0.13192533453305563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,4,balanced,0.13929067055384317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,4,balanced,0.14269866545995077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,4,balanced,0.15516266226768494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,4,balanced,0.17167999347050986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,4,balanced,0.18941867351531982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,4,balanced,0.24014399449030557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,4,balanced,0.2850933273633321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,4,balanced,0.406549334526062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,4,balanced,0.47164801756540936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,4,balanced,0.6711146831512451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,4,balanced,0.8813066482543945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,4,balanced,1.2381866772969563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,4,balanced,1.6582667032877605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,1,power_law_1.2,22.896826171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,1,power_law_1.2,7.583436584472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,1,power_law_1.2,11.233042907714843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,1,power_law_1.2,15.115852355957031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,1,power_law_1.2,30.752517700195312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.18698879480361938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.27606399059295655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.48270721435546876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.7975679874420166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,1,power_law_1.2,1.1423295974731444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,1,power_law_1.2,1.5887231826782227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,1,power_law_1.2,2.3350656509399412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,1,power_law_1.2,2.476857566833496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,1,power_law_1.2,2.666694450378418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,4,power_law_1.2,0.1244096040725708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,4,power_law_1.2,0.12232320308685303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,4,power_law_1.2,0.15824639797210693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,1,power_law_1.2,2.735468864440918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,4,power_law_1.2,0.18890880346298217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,4,power_law_1.2,0.2056704044342041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,1,power_law_1.2,2.848908805847168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,4,power_law_1.2,0.27365760803222655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,4,power_law_1.2,0.2804863929748535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,4,power_law_1.2,0.30298240184783937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,4,power_law_1.2,0.3017024040222168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,1,power_law_1.2,2.9137216567993165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,4,power_law_1.2,0.3372607946395874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,4,power_law_1.2,0.3421504020690918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,4,power_law_1.2,0.3502847909927368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,1,power_law_1.2,3.0152896881103515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,4,power_law_1.2,0.372377610206604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,4,power_law_1.2,1.7777151107788085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,1,power_law_1.2,3.2502464294433593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,4,power_law_1.2,2.0526592254638674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,4,power_law_1.2,2.350297546386719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,1,power_law_1.2,3.511033630371094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,4,power_law_1.2,0.4642303943634033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,4,power_law_1.2,0.5424384117126465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,4,power_law_1.2,0.6057600021362305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,1,power_law_1.2,3.6050369262695314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,16,balanced,0.06881600121657054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,4,power_law_1.2,0.733235216140747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,16,balanced,0.06949333349863689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,16,balanced,0.09316266576449077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,16,balanced,0.11815466483434041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,16,balanced,0.15121066570281982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,4,power_law_1.2,0.8856448173522949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,1,power_law_1.2,3.671916961669922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,16,balanced,0.2690933346748352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,16,balanced,0.36082665125528973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,16,balanced,0.35795732339223224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,4,power_law_1.2,1.1986751556396484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,16,balanced,0.360368013381958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,16,balanced,0.35890666643778485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,16,balanced,0.3720586697260539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,16,balanced,0.3742773135503133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,16,balanced,0.3736799955368042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,16,balanced,0.3749813238779704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,16,balanced,0.38070933024088544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,16,balanced,0.38581868012746173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,16,balanced,0.39717864990234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,16,balanced,0.4156800111134847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,16,balanced,0.4387466510136922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,16,balanced,0.47387198607126874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,16,balanced,0.5249600013097128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,16,balanced,0.6076000134150187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,1,power_law_1.2,4.083436965942383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,16,balanced,0.7292319933573405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,4,power_law_1.2,1.3792384147644043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,16,balanced,0.8710986773173014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,16,balanced,1.1355626583099365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,1,power_law_1.2,4.540185546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,16,balanced,1.54749329884847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,16,balanced,2.035242716471354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,1,power_law_1.2,5.1493888854980465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,1,power_law_1.2,5.680595016479492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,4,power_law_1.2,1.9330944061279296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,1,power_law_1.2,6.859251403808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,1,power_law_1.2,7.97900161743164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,4,power_law_1.2,2.41790714263916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,1,power_law_1.2,10.382022094726562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,4,power_law_1.2,3.6476673126220702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,1,power_law_1.2,12.807090759277344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,4,power_law_1.2,5.216032028198242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,1,power_law_1.2,17.723590087890624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,1,power_law_1.2,22.408583068847655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,64,power_law_1.2,0.05997440218925476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,64,power_law_1.2,0.0546176016330719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,64,power_law_1.2,0.05436800122261047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,64,power_law_1.2,0.05452160239219665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,64,power_law_1.2,0.05455999970436096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,64,power_law_1.2,0.055251199007034305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,64,power_law_1.2,0.058169597387313844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,64,power_law_1.2,0.05848960280418396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,64,power_law_1.2,0.05878400206565857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,64,power_law_1.2,0.06567680239677429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,64,power_law_1.2,0.06961280107498169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,64,power_law_1.2,0.07770879864692688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,64,power_law_1.2,0.08108800053596496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,64,power_law_1.2,0.09020159840583801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,64,power_law_1.2,0.659935998916626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,64,power_law_1.2,0.8064767837524414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,64,power_law_1.2,0.0906495988368988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,64,power_law_1.2,0.1029312014579773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,8,balanced,0.07477866609891255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,8,balanced,0.0939573347568512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,8,balanced,0.11803199847539265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,1,power_law_1.2,0.2510591983795166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,8,balanced,0.15171200037002563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,64,power_law_1.2,0.11445759534835816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,8,balanced,0.25649066766103107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,8,balanced,0.47387198607126874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,64,power_law_1.2,0.15615999698638916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,8,balanced,0.6574879884719849
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,8,balanced,0.6631306807200114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,1,power_law_1.2,0.3752959966659546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,64,power_law_1.2,0.2039423942565918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,8,balanced,0.6680959860483805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,8,balanced,0.6679519812266032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,64,power_law_1.2,0.26421759128570554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,8,balanced,0.671562671661377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,1,power_law_1.2,0.6536767959594727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,8,balanced,0.69650665918986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,64,power_law_1.2,0.36287999153137207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,8,balanced,0.6756532986958822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,8,balanced,0.68831467628479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,8,balanced,0.6960533459981283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,1,power_law_1.2,1.0236991882324218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,64,power_law_1.2,0.5382016181945801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,8,balanced,0.702735980351766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,8,balanced,0.7125866413116455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,64,power_law_1.2,0.6173888206481933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,1,power_law_1.2,1.4108351707458495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,8,balanced,0.7402666409810384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,8,balanced,0.778661330540975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,64,power_law_1.2,0.8851008415222168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,8,balanced,0.8205920060475668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,1,power_law_1.2,2.541484832763672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,64,power_law_1.2,1.4202816009521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,1,power_law_1.2,2.714041519165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,8,balanced,0.8927573362986246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,8,balanced,1.0052426656087239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,1,power_law_1.2,2.9547712326049806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,1,power_law_1.2,2.990118408203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,8,balanced,1.2262826760609944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,8,balanced,1.4168906211853027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,1,power_law_1.2,3.0528703689575196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,8,balanced,1.8234079678853352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,1,power_law_1.2,3.305887985229492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,8,balanced,2.459562619527181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,8,balanced,3.2675466537475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,1,power_law_1.2,3.429209518432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,1,power_law_1.2,3.5881343841552735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,1,power_law_1.2,3.664659118652344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,1,power_law_1.2,3.8362049102783202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,1,power_law_1.2,4.011916732788086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,1,power_law_1.2,4.325529479980469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,1,power_law_1.2,4.859596633911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,1,power_law_1.2,4.800364685058594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,1,power_law_1.2,5.515404891967774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,1,power_law_1.2,6.406931304931641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,1,power_law_1.2,7.959916687011718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,1,power_law_1.2,9.818649291992188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,1,power_law_1.2,13.325804138183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,1,power_law_1.2,15.83086700439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,1,power_law_1.2,22.20295104980469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,1,power_law_1.2,28.51708068847656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,64,power_law_1.01,0.07809919714927674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,64,power_law_1.01,0.05275520086288452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,64,power_law_1.01,0.05576320290565491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,64,power_law_1.01,0.05888640284538269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,64,power_law_1.01,0.05990399718284607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,64,power_law_1.01,0.05920640230178833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,64,power_law_1.01,0.059571200609207155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,64,power_law_1.01,0.0599232017993927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,64,power_law_1.01,0.0604095995426178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,64,power_law_1.01,0.06058239936828613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,64,power_law_1.01,0.06159999966621399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,64,power_law_1.01,0.062412798404693604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,64,power_law_1.01,0.0634112000465393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,64,power_law_1.01,0.06422399878501892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,64,power_law_1.01,0.06843519806861878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,64,power_law_1.01,0.06869760155677795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,64,power_law_1.01,0.07208960056304932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,64,power_law_1.01,0.10028159618377686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,64,power_law_1.01,0.12136319875717164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,64,power_law_1.01,0.15882240533828734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,64,power_law_1.01,0.17521920204162597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,64,power_law_1.01,0.27842559814453127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,64,power_law_1.01,0.29658238887786864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,64,power_law_1.01,0.4132863998413086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,64,power_law_1.01,0.5143360137939453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,64,power_law_1.01,0.797318410873413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,64,power_law_1.01,1.3341119766235352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,4,power_law_1.01,0.2403264045715332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,4,power_law_1.01,0.36053760051727296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,4,power_law_1.01,0.36570239067077637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,4,power_law_1.01,0.48888959884643557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,4,power_law_1.01,0.5747776031494141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,4,power_law_1.01,0.817363166809082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,4,power_law_1.01,0.8629887580871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,4,power_law_1.01,0.7932864189147949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,4,power_law_1.01,0.7686975955963135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,4,power_law_1.01,0.862054443359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,4,power_law_1.01,0.8414463996887207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,4,power_law_1.01,0.8838975906372071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,4,power_law_1.01,0.9194496154785157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,4,power_law_1.01,0.958073616027832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,4,power_law_1.01,0.9642304420471192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,4,power_law_1.01,0.9993472099304199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,4,power_law_1.01,1.0670271873474122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,4,power_law_1.01,1.1910271644592285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,4,power_law_1.01,1.206918430328369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,4,power_law_1.01,1.4073344230651856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,4,power_law_1.01,1.6795007705688476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,4,power_law_1.01,2.2214143753051756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,4,power_law_1.01,2.634169578552246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,4,power_law_1.01,3.8430400848388673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,4,power_law_1.01,4.563046264648437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,4,power_law_1.01,6.927021026611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,4,power_law_1.01,8.34493408203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,4,power_law_1.2,0.03903999924659729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,4,power_law_1.2,0.035776001214981076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,4,power_law_1.2,0.03835520148277283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,4,power_law_1.2,0.03685120046138764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,4,power_law_1.2,0.03723520040512085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,4,power_law_1.2,0.047839999198913574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,4,power_law_1.2,0.06289920210838318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,4,power_law_1.2,0.0545087993144989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,4,power_law_1.2,0.05566080212593079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,4,power_law_1.2,0.057599997520446776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,4,power_law_1.2,0.057657599449157715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,4,power_law_1.2,0.06053760051727295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,4,power_law_1.2,0.06242560148239136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,4,power_law_1.2,0.06748160123825073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,4,power_law_1.2,0.07056639790534973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,4,power_law_1.2,0.07709439992904663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,4,power_law_1.2,0.10055680274963379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,4,power_law_1.2,0.12331520318984986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,4,power_law_1.2,0.18495359420776367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,64,balanced,0.1867146690686544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,64,balanced,0.1875306765238444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,64,balanced,0.18747733036677042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,64,balanced,0.17811733484268188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,64,balanced,0.19778666893641153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,64,balanced,0.30738667647043866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,64,balanced,0.3075626691182454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,64,balanced,0.308896005153656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,64,balanced,0.31009600559870404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,64,balanced,0.3108266592025757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,64,balanced,0.31382399797439575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,64,balanced,0.3147306640942891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,64,balanced,0.3166026671727498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,64,balanced,0.3205333352088928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,64,balanced,0.32336000601450604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,64,balanced,0.3281173308690389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,64,balanced,0.3352160056432088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,64,balanced,0.3534506559371948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,64,balanced,0.3664533297220866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,64,balanced,0.49327464898427326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,64,balanced,0.5515040159225464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,64,balanced,0.6267999807993571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,64,balanced,0.8181280295054117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,64,balanced,1.1039306322733562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,64,balanced,1.3776052792867024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,4,power_law_1.2,0.20477440357208251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,64,balanced,2.0751253763834634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,64,balanced,2.628778616587321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,4,power_law_1.2,0.24014079570770264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,4,power_law_1.2,0.32036480903625486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,4,power_law_1.2,0.36104960441589357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,4,power_law_1.2,0.6643968105316163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,4,power_law_1.2,0.7854400157928467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.06629120111465454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.0694271981716156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.08487679958343505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.11128319501876831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.12376960515975952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.12282880544662475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.13419519662857055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.12736639976501465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.12993279695510865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.13095680475234986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.13208320140838622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.16864000558853148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.17489919662475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.1716096043586731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.21992959976196289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.23824000358581543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.2305919885635376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,16,power_law_1.01,0.12357120513916016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,16,power_law_1.01,0.16105600595474243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,16,power_law_1.01,0.1546175956726074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,16,power_law_1.01,0.1496448040008545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.36957440376281736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,16,power_law_1.01,0.15060479640960694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,16,power_law_1.01,0.14127999544143677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,16,power_law_1.01,0.13798400163650512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,16,power_law_1.01,0.14167040586471558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,16,power_law_1.01,0.1447808027267456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.3530240058898926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,16,power_law_1.01,0.14965759515762328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,16,power_law_1.01,0.15641599893569946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,16,power_law_1.01,0.15345280170440673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,16,power_law_1.01,0.17000319957733154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,16,power_law_1.01,0.1800320029258728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,16,power_law_1.01,0.18750079870223998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,16,power_law_1.01,0.8264448165893554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,16,power_law_1.01,0.19852800369262696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.4651008129119873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,16,power_law_1.01,0.24128639698028564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,16,power_law_1.01,0.28049919605255125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,16,power_law_1.01,0.3621376037597656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,16,power_law_1.01,0.4001664161682129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,16,power_law_1.01,0.5502336025238037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,16,power_law_1.01,0.6625343799591065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,16,power_law_1.01,0.8923392295837402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,16,power_law_1.01,1.0235520362854005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,16,power_law_1.01,1.6191104888916015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,16,power_law_1.01,2.0201215744018555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,4,power_law_1.01,0.09258880019187928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,4,power_law_1.01,0.10489599704742432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,4,power_law_1.01,0.11277439594268798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,4,power_law_1.01,0.11176320314407348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,4,power_law_1.01,0.11293439865112305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,4,power_law_1.01,0.12019840478897095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,4,power_law_1.01,0.12124799489974976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,4,power_law_1.01,0.12580480575561523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,4,power_law_1.01,0.1450495958328247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,4,power_law_1.01,0.15014400482177734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,4,power_law_1.01,0.17063679695129394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,4,power_law_1.01,0.1931391954421997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,4,power_law_1.01,0.21027839183807373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,4,power_law_1.01,0.23635199069976806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,4,power_law_1.01,0.2699007987976074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,4,power_law_1.01,0.3409856081008911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.6219456195831299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,4,power_law_1.01,0.34891519546508787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,4,power_law_1.01,0.4593664169311523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,4,power_law_1.2,1.2163392066955567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,4,power_law_1.01,0.5659008026123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.8920831680297852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,4,power_law_1.01,0.9056639671325684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,4,power_law_1.01,1.0627455711364746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,4,power_law_1.01,1.4223103523254395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,4,power_law_1.01,1.923302459716797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,1,power_law_1.2,1.1305600166320802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,4,power_law_1.01,2.7567039489746095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,4,balanced,0.24821333090464273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,4,balanced,0.2476960023244222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,4,balanced,0.3842666546503703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,4,balanced,0.38153600692749023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,4,balanced,0.38329601287841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,4,balanced,0.38420267899831134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,4,balanced,0.3877706527709961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,4,balanced,0.38810133934020996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,4,balanced,0.39638932545979816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,4,balanced,0.39680532614390057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,4,balanced,0.4042666753133138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,4,balanced,0.4293919801712036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,4,balanced,0.4325653314590454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,4,balanced,0.44628798961639404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,4,balanced,0.555893341700236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,4,balanced,0.5768213272094727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,4,balanced,0.6021920045216879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,4,balanced,0.8488693237304688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,4,balanced,0.9482719898223877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,4,balanced,1.4065814018249512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,4,balanced,1.680832068125407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,4,balanced,2.5004266103108725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,4,balanced,3.1535520553588867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,1,power_law_1.2,1.6588415145874023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,4,balanced,4.653733253479004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,4,balanced,6.20579210917155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,4,balanced,9.108053207397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,4,balanced,12.175418853759766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,4,power_law_1.01,3.54266242980957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,1,power_law_1.2,2.1164159774780273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,4,power_law_1.2,1.4149056434631349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,4,power_law_1.01,5.760627365112304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.5434304237365722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.4696191787719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.5872320175170899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.5404672145843505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.4837440013885498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.5571008205413819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.5271935939788819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.5315072059631347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.5889664173126221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.5453504085540771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.612063980102539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.6140927791595459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.6430655956268311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.7198272228240967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.7895872116088867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.7315648078918457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.8329600334167481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,16,power_law_1.2,1.0224703788757323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,16,power_law_1.2,7.956275177001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,2,power_law_1.2,0.3140223979949951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,2,power_law_1.2,0.4892928123474121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,2,power_law_1.2,0.6194560050964355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,16,power_law_1.2,11.528844451904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,2,power_law_1.2,0.9201727867126465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,16,power_law_1.2,1.699135971069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,2,power_law_1.2,1.3916799545288085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,2,power_law_1.2,1.6096832275390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,16,power_law_1.2,2.495404815673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,2,power_law_1.2,2.5754560470581054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,16,power_law_1.2,2.6965120315551756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,2,power_law_1.2,2.6624895095825196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,16,power_law_1.2,4.935609436035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,2,power_law_1.2,2.627699279785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,2,power_law_1.2,2.5331071853637694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,2,power_law_1.2,2.975270462036133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,2,power_law_1.2,2.9041727066040037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,2,power_law_1.2,3.028851127624512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,2,power_law_1.2,3.1009408950805666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,2,power_law_1.2,3.392544174194336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,2,power_law_1.2,3.403116989135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,2,power_law_1.2,3.7393985748291017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,2,power_law_1.2,4.362924957275391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,16,power_law_1.2,6.062873458862304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,2,power_law_1.2,18.790106201171874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,1,power_law_1.2,3.129696083068848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,16,power_law_1.2,10.85156478881836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,2,power_law_1.2,23.629728698730467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,2,power_law_1.2,5.264518356323242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,2,power_law_1.2,6.683821105957032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,2,power_law_1.2,7.750905609130859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,32,power_law_1.01,0.31090559959411623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,32,power_law_1.01,0.36265599727630615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,32,power_law_1.01,0.35567359924316405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,32,power_law_1.01,0.36017279624938964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,32,power_law_1.01,0.3598912000656128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,2,power_law_1.2,9.587468719482422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,32,power_law_1.01,0.3428607940673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,32,power_law_1.01,0.32332160472869875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,32,power_law_1.01,0.328767991065979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,32,power_law_1.01,0.3453439950942993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,32,power_law_1.01,0.32895359992980955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,32,power_law_1.01,0.33215999603271484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,32,power_law_1.01,0.3081984043121338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,2,power_law_1.2,11.883622741699218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,32,power_law_1.01,0.33258240222930907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,32,power_law_1.01,0.34277119636535647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,32,power_law_1.01,0.3716543912887573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,32,power_law_1.01,0.38652160167694094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,32,power_law_1.01,0.4135871887207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,32,power_law_1.01,0.43130879402160643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,32,power_law_1.01,0.49295358657836913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,32,power_law_1.01,0.6124927997589111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,2,power_law_1.2,17.560191345214843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,32,power_law_1.01,5.3063232421875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,32,power_law_1.01,7.111507415771484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,32,power_law_1.01,1.055692768096924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,32,power_law_1.01,1.3561408042907714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,32,power_law_1.01,1.8968448638916016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,32,power_law_1.01,2.5838783264160154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,2,power_law_1.2,22.199871826171876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,32,power_law_1.01,3.242444610595703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,4,power_law_1.01,6.5695747375488285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,16,power_law_1.2,11.517292785644532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,1,power_law_1.2,4.170406341552734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,16,power_law_1.01,0.13025920391082763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,16,power_law_1.01,0.12231680154800414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,16,power_law_1.01,0.10776319503784179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,16,power_law_1.01,0.10571520328521729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,16,power_law_1.01,0.11052800416946411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,16,power_law_1.01,0.1082111954689026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,16,power_law_1.01,0.11646080017089844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,16,power_law_1.01,0.11783679723739623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,16,power_law_1.01,0.11848959922790528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,16,power_law_1.01,0.11954560279846191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,16,power_law_1.01,0.11813759803771973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,16,power_law_1.01,0.11820800304412842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,16,power_law_1.01,0.1257599949836731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,16,power_law_1.01,0.13471360206604005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,16,power_law_1.01,0.14817919731140136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,16,power_law_1.01,0.14024319648742675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,16,power_law_1.01,0.1597440004348755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,16,power_law_1.01,0.18861440420150757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,16,power_law_1.01,0.18481279611587526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,16,power_law_1.01,0.21149439811706544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,16,power_law_1.01,0.2836287975311279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,16,power_law_1.01,0.41529598236083987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,16,power_law_1.01,0.48279681205749514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,16,power_law_1.01,0.7423935890197754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,16,power_law_1.01,0.7918911933898926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,16,power_law_1.01,1.3994239807128905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,16,power_law_1.01,1.564684772491455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,8,power_law_1.01,0.08613759875297547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,8,power_law_1.01,0.10422400236129761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,8,power_law_1.01,0.10689280033111573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,8,power_law_1.01,0.1083840012550354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,8,power_law_1.01,0.10829440355300904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,8,power_law_1.01,0.11399040222167969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,8,power_law_1.01,0.11815040111541748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,8,power_law_1.01,0.11875200271606445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,8,power_law_1.01,0.12357759475708008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,8,power_law_1.01,0.12600959539413453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,8,power_law_1.01,0.13388799428939818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,8,power_law_1.01,0.1345919966697693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,8,power_law_1.01,0.14254080057144164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,8,power_law_1.01,0.16362240314483642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,8,power_law_1.01,0.1724992036819458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,8,power_law_1.01,0.7944575786590576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,8,power_law_1.01,0.17316479682922364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,8,power_law_1.01,0.20432000160217284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,8,power_law_1.01,0.22469120025634765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,8,power_law_1.01,0.2654848098754883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,8,power_law_1.01,0.3344383955001831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,8,power_law_1.01,0.4810944080352783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,8,power_law_1.01,0.5943295955657959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,8,power_law_1.01,0.8101311683654785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,8,power_law_1.01,1.0343104362487794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,8,power_law_1.01,1.5113280296325684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,8,power_law_1.01,2.0300159454345703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,16,balanced,0.08900800347328186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,16,balanced,0.08684800068537395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,16,balanced,0.11058132847150166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,16,balanced,0.16462399562199911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,16,balanced,0.259717325369517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,16,balanced,0.3145013252894084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,16,balanced,0.3179253339767456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,16,balanced,0.32069865862528485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,16,balanced,0.3206506570180257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,16,balanced,0.3210666577021281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,16,balanced,0.32442667086919147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,16,balanced,0.32628266016642254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,16,balanced,0.3286079963048299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,16,balanced,0.3332800070444743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,16,balanced,0.3362186749776204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,16,balanced,0.3478613297144572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,16,balanced,0.3500853379567464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,16,balanced,0.3970666726430257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,16,balanced,0.3938560088475545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,16,balanced,0.5505280097325643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,16,balanced,0.5104266802469889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,16,balanced,0.7783892949422201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,16,balanced,0.8103733062744141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,16,balanced,1.175061305363973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,16,balanced,1.5193546613057454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,16,balanced,2.08461332321167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,16,balanced,2.636613368988037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,2,balanced,0.08053866525491078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,2,balanced,0.09498666723569234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,2,balanced,0.1162559986114502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,2,balanced,0.17074666420618692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,2,balanced,0.28870399792989093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,2,balanced,0.3644853432973226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,2,balanced,0.36923734347025555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,2,balanced,0.3736533323923747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,2,balanced,0.3773760000864665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,2,balanced,0.38068799177805585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,2,balanced,0.3885120153427124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,2,balanced,0.39711467425028485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,2,balanced,0.4025546709696452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,2,balanced,0.41466132799784344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,2,balanced,0.4297120173772176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,2,balanced,0.44223467508951825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,2,balanced,0.4658026695251465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,2,balanced,0.5525546471277872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,2,balanced,0.5688053369522095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,2,balanced,0.7370933691660563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,2,balanced,0.834000031153361
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,2,balanced,1.0988319714864094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,2,balanced,1.3823253313700359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,2,balanced,1.8942453066507976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,2,balanced,2.5066399574279785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,2,balanced,3.5681225458780923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,2,balanced,4.67299207051595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,8,power_law_1.01,0.31329920291900637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,8,power_law_1.01,0.47482881546020506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,8,power_law_1.01,0.8765055656433105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,8,power_law_1.01,0.7802175998687744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,8,power_law_1.01,0.903872013092041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,8,power_law_1.01,1.1129983901977538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,8,power_law_1.01,1.2107583999633789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,8,balanced,0.03915199885765711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,8,balanced,0.03827733298142751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,8,power_law_1.01,1.0763775825500488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,8,balanced,0.052815998593966164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,8,balanced,0.07215466598669688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,8,balanced,0.11144000291824341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,8,balanced,0.11370133360226949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,8,balanced,0.11521066228548686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,8,balanced,0.12550399700800577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,8,balanced,0.11673067013422649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,8,balanced,0.11743999520937602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,8,balanced,0.12058132886886597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,8,power_law_1.01,0.977235221862793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,8,balanced,0.12121066451072693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,8,balanced,0.12258133292198181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,8,balanced,0.12488533059755962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,8,balanced,0.1320480008920034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,8,balanced,0.15282666683197021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,8,balanced,0.14100799957911173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,8,balanced,0.15361066659291586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,8,power_law_1.01,1.0783488273620605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,8,balanced,0.16745599110921225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,8,balanced,0.20719999074935913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,8,balanced,0.2189120054244995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,8,balanced,0.29290133714675903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,8,power_law_1.01,0.9943167686462402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,8,balanced,0.3665119806925456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,8,power_law_1.01,1.1298303604125977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,8,balanced,0.5276480118433634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,8,balanced,0.6727733612060547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,8,power_law_1.01,1.0723584175109864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,8,balanced,0.9716746807098389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,8,power_law_1.01,1.1189120292663575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,8,balanced,1.2870773474375408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,8,power_law_1.01,1.0967488288879395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,8,power_law_1.01,1.1601344108581544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,8,power_law_1.01,1.3534784317016602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,8,power_law_1.01,1.496448040008545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,8,power_law_1.01,1.5804608345031739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,8,power_law_1.01,1.8089408874511719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,8,power_law_1.01,1.908768081665039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,8,power_law_1.01,2.290457534790039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,8,power_law_1.01,2.496403121948242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,8,power_law_1.01,3.458662414550781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,16,balanced,0.06098133325576782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,16,balanced,0.05870933334032694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,16,balanced,0.07631466786066692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,16,balanced,0.10913599530855815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,16,balanced,0.20147200425465903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,8,power_law_1.01,4.926348876953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,16,balanced,0.20224533478418985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,16,balanced,0.20409067471822104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,16,balanced,0.20437333981196085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,16,balanced,0.20514132579167685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,16,balanced,0.20619734128316244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,16,balanced,0.20722667376200357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,16,balanced,0.2083146572113037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,16,balanced,0.20947732528050741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,16,balanced,0.2102773388226827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,16,balanced,0.2167359987894694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,16,balanced,0.21982399622599283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,16,balanced,0.22933866580327353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,16,balanced,0.2516853411992391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,16,balanced,0.26784000794092816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,16,balanced,0.3067786693572998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,16,balanced,0.3396799961725871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,8,power_law_1.01,6.626687622070312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,16,balanced,0.44467198848724365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,16,balanced,0.5741333166758219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,16,balanced,0.7650240262349447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,16,balanced,0.9777013460795084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,16,balanced,1.3944586118062336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,16,balanced,1.8312533696492512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,8,power_law_1.01,7.85191650390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,32,power_law_1.2,0.1040768027305603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,32,power_law_1.2,0.09797760248184204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,32,power_law_1.2,0.0889855980873108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,32,power_law_1.2,0.08551040291786194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,32,power_law_1.2,0.0855679988861084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,32,power_law_1.2,0.12176640033721924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,32,power_law_1.2,0.09242240190505982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,32,power_law_1.2,0.09564800262451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,32,power_law_1.2,0.10620160102844238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,32,power_law_1.2,0.10697599649429321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,32,power_law_1.2,0.12677119970321654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,32,power_law_1.2,0.13136639595031738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,32,power_law_1.2,0.13020800352096557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,32,power_law_1.2,0.1133504033088684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,32,power_law_1.2,0.1202239990234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,32,power_law_1.2,0.12576639652252197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,32,power_law_1.2,0.13815679550170898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,32,power_law_1.2,0.173580801486969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,32,power_law_1.2,0.2088383913040161
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,32,power_law_1.2,0.2693887948989868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,32,power_law_1.2,0.3834496021270752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,32,power_law_1.2,0.5549248218536377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,32,power_law_1.2,0.5146815776824951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,32,power_law_1.2,0.8474559783935547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,32,power_law_1.2,1.0321279525756837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,32,power_law_1.2,1.6802495956420898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,2,balanced,0.12472533186276753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,2,balanced,0.16024532914161682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,2,balanced,0.25809067487716675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,2,balanced,0.46830399831136066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,2,balanced,0.8727200031280518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,2,balanced,1.6947627067565918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,2,balanced,1.7074987093607585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,2,balanced,1.694053332010905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,2,balanced,1.7000640233357747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,2,balanced,1.706607977549235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,2,balanced,1.7193759282430012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,2,balanced,1.7311679522196453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,2,balanced,1.7416906356811523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,2,balanced,1.7623945871988933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,2,balanced,1.7859840393066406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,2,balanced,1.8077012697855632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,2,balanced,1.8456427256266277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,2,balanced,1.930613358815511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,2,balanced,2.0159200032552085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,2,balanced,2.1539413134256997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,2,balanced,2.401397387186686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,2,balanced,2.728586514790853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,2,balanced,3.0314505894978843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,2,balanced,4.66211732228597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,2,balanced,5.153631846110026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,2,balanced,7.717365264892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,2,balanced,10.183333079020182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,32,power_law_1.2,2.3550079345703123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.5442431926727295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.750489616394043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.8889472007751464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,4,power_law_1.01,1.2526847839355468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,4,power_law_1.01,1.3185088157653808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,4,power_law_1.01,1.9213375091552733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,4,power_law_1.01,1.982009506225586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,4,power_law_1.01,2.094879913330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,4,power_law_1.01,2.001273536682129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,4,power_law_1.01,1.9564096450805664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,4,power_law_1.01,2.0383039474487306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,4,power_law_1.01,2.0732479095458984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,4,power_law_1.01,2.2612096786499025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,4,power_law_1.01,2.476627159118652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,4,power_law_1.01,2.7009471893310546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,4,power_law_1.01,2.7158016204833983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,4,power_law_1.01,10.465593719482422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,4,power_law_1.01,14.433804321289063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,4,power_law_1.01,3.6174144744873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,4,power_law_1.01,4.221376037597656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,4,power_law_1.01,4.659660720825196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,4,power_law_1.01,5.540556716918945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,4,power_law_1.01,7.152127838134765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,4,power_law_1.01,10.021670532226562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,4,power_law_1.01,12.468121337890626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,4,power_law_1.01,17.661772155761717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,4,power_law_1.01,22.373837280273438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,1,power_law_1.01,0.07026559710502625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,1,power_law_1.01,0.07457919716835022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,1,power_law_1.01,0.09528319835662842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,1,power_law_1.01,0.1364351987838745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,1,power_law_1.01,0.17286399602890015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,1,power_law_1.01,0.22298879623413087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,1,power_law_1.01,0.27407360076904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,1,power_law_1.01,0.29356799125671384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,1,power_law_1.01,0.2986176013946533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,1,power_law_1.01,0.30346879959106443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,1,power_law_1.01,0.3157439947128296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,1,power_law_1.01,0.3351871967315674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,1,power_law_1.01,0.3478912115097046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,1,power_law_1.01,0.3663872003555298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,1,power_law_1.01,0.37614080905914304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,1,power_law_1.01,0.3901504039764404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,1,power_law_1.01,0.4212672233581543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,1,power_law_1.01,0.49313921928405763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,1,power_law_1.01,0.556550407409668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,1,power_law_1.01,0.6714687824249268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,1,power_law_1.01,0.793126392364502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,1,power_law_1.01,1.0429696083068847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,4,power_law_1.01,0.06350719928741455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,4,power_law_1.01,0.06536319851875305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,1,power_law_1.01,1.2774847984313964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,4,power_law_1.01,0.0657151997089386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,4,power_law_1.01,0.07021440267562866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,1,power_law_1.01,1.7742912292480468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,4,power_law_1.01,0.0744383990764618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,4,power_law_1.01,0.08350080251693726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,4,power_law_1.01,0.09184640049934387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,1,power_law_1.01,2.277996826171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,4,power_law_1.01,0.0915391981601715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,4,power_law_1.01,0.09289600253105164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,4,power_law_1.01,0.09546239972114563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,1,power_law_1.01,3.2811969757080077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,4,power_law_1.01,0.09840000271797181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,4,power_law_1.01,0.10314240455627441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,4,power_law_1.01,0.10238720178604126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,4,power_law_1.01,0.11128959655761719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,1,power_law_1.01,4.3054462432861325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,4,power_law_1.01,0.11690880060195923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,4,power_law_1.01,0.12253439426422119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,4,power_law_1.01,0.13404799699783326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,4,power_law_1.01,0.16354559659957885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,4,power_law_1.01,0.1829375982284546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,4,power_law_1.01,0.22459518909454346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,8,power_law_1.2,0.3123136043548584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,4,power_law_1.01,0.2884223937988281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,8,power_law_1.2,0.4987520217895508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,4,power_law_1.01,0.36266241073608396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,8,power_law_1.2,0.65414400100708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,8,power_law_1.2,0.7026368141174316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,8,power_law_1.2,0.8902015686035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,4,power_law_1.01,0.4609983921051025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,8,power_law_1.2,1.0516415596008302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,4,power_law_1.01,0.6397503852844239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,4,power_law_1.01,0.845798397064209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,8,power_law_1.2,0.892204761505127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,4,power_law_1.01,1.1711935997009277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,8,power_law_1.2,1.175705623626709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,4,power_law_1.01,1.561631965637207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,8,power_law_1.2,1.0353023529052734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,8,power_law_1.2,1.0896767616271972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,8,power_law_1.2,1.1694208145141602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,8,power_law_1.2,1.1995840072631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,8,power_law_1.2,1.1474623680114746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,8,power_law_1.2,1.2686528205871581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,8,power_law_1.2,1.2574975967407227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,8,power_law_1.2,1.266444778442383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,8,power_law_1.2,1.3165823936462402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,8,power_law_1.2,1.51212797164917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,8,power_law_1.2,1.4806976318359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.33068161010742186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.30451838970184325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.40280961990356445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,8,power_law_1.2,1.8123392105102538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.43996801376342776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.4636864185333252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.4562943935394287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,8,power_law_1.2,1.8970304489135743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.4585599899291992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.6399104118347168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,1,balanced,0.2278453310330709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,1,balanced,0.37776533762613934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.6798912048339844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,1,balanced,0.7202613353729248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,8,power_law_1.2,2.3449792861938477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.824454402923584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,1,balanced,1.4088853200276692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.6642560005187989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,1,balanced,2.7583252588907876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.8107392311096191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,8,power_law_1.2,2.9705215454101563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.9450688362121582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,1,balanced,2.7804692586263022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.9515711784362793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,1,balanced,2.797077178955078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.9689087867736816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,8,power_law_1.2,3.777171325683594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,4,power_law_1.01,1.0849023818969727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,1,balanced,2.7999305725097656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,1,balanced,2.8089494705200195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,4,power_law_1.01,1.4108863830566407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,1,balanced,2.8225653966267905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,8,power_law_1.2,5.314169692993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,4,power_law_1.01,1.7088703155517577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,1,balanced,2.8465706507364907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,1,balanced,2.868922551472982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,4,power_law_1.01,2.3652671813964843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,1,balanced,2.88863468170166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,8,power_law_1.2,7.252352142333985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,1,balanced,2.927738825480143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,1,balanced,3.027418772379557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,1,balanced,3.062453269958496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,1,balanced,3.142277399698893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,8,power_law_1.2,8.574111938476562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,1,balanced,3.2570346196492515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,1,balanced,3.4334987004597983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,4,power_law_1.01,3.425689697265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,1,balanced,3.8096691767374673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,1,balanced,4.047823905944824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,1,balanced,6.433050791422526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,1,balanced,7.245887756347656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,1,balanced,10.660640080769857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,4,power_law_1.01,4.061260986328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,1,balanced,14.08670425415039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,4,power_law_1.01,6.724620819091797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,1,balanced,20.99933369954427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,1,balanced,27.93219248453776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,4,power_law_1.01,8.344742584228516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,4,power_law_1.01,13.586483764648438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,4,power_law_1.01,16.642201232910157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,2,power_law_1.01,0.18380160331726075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,2,power_law_1.01,0.28431360721588134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,2,power_law_1.01,0.40444159507751465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,2,power_law_1.01,0.568012809753418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,2,power_law_1.01,0.7967167854309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,2,power_law_1.01,1.0045439720153808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,2,power_law_1.01,1.4040960311889648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,4,power_law_1.01,24.731181335449218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,2,power_law_1.01,1.3665535926818848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,2,power_law_1.01,1.3921664237976075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,2,power_law_1.01,1.4651712417602538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,2,power_law_1.01,1.4545663833618163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,2,power_law_1.01,1.440230369567871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,2,power_law_1.01,1.5522175788879395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,2,power_law_1.01,1.6222143173217773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,2,power_law_1.01,1.677132797241211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,2,power_law_1.01,1.731328010559082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,2,power_law_1.01,1.8464832305908203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,2,power_law_1.01,2.036038398742676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,16,power_law_1.01,0.3073535919189453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,16,power_law_1.01,0.47211518287658694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,2,power_law_1.01,10.007142639160156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,16,power_law_1.01,0.46221442222595216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,16,power_law_1.01,0.4587967872619629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,16,power_law_1.01,0.46826882362365724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,16,power_law_1.01,0.35729920864105225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,16,power_law_1.01,0.4136320114135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,16,power_law_1.01,0.41991682052612306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,16,power_law_1.01,0.40515837669372556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,2,power_law_1.01,14.501823425292969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,16,power_law_1.01,0.4392255783081055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,16,power_law_1.01,0.45223040580749513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,2,power_law_1.01,2.9274368286132812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,16,power_law_1.01,0.43712639808654785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,16,power_law_1.01,0.4489920139312744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,16,power_law_1.01,0.4734335899353027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,16,power_law_1.01,0.49143037796020506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,2,power_law_1.01,3.528684616088867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,16,power_law_1.01,0.48611202239990237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,16,power_law_1.01,0.5282879829406738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,16,power_law_1.01,0.6314112186431885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,2,power_law_1.01,4.120825576782226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,16,power_law_1.01,4.958585739135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,2,power_law_1.01,5.461888122558594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,16,power_law_1.01,5.855238342285157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,16,power_law_1.01,0.9156607627868653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,2,power_law_1.01,7.092454528808593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,16,power_law_1.01,1.1675328254699706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,16,power_law_1.01,1.5091775894165038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,16,power_law_1.01,1.9505279541015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,2,power_law_1.01,10.070444488525391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,16,power_law_1.01,2.8359296798706053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,16,power_law_1.01,3.326572799682617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,16,power_law_1.01,5.085254287719726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,2,power_law_1.01,12.042892456054688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,4,power_law_1.01,34.46403198242187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,4,balanced,0.29444267352422077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,4,balanced,0.2722826600074768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,4,balanced,0.4413813352584839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,4,balanced,0.44128533204396564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,4,balanced,0.493066668510437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,4,balanced,0.4448213179906209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,4,balanced,0.4492373466491699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,4,balanced,0.449013352394104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,4,balanced,0.46212267875671387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,4,balanced,0.4662773211797078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,4,balanced,0.4716426531473796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,4,balanced,0.4825599988301595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,4,balanced,0.4866400162378947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,4,balanced,0.5308693250020345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,4,balanced,0.7075466314951578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,4,balanced,0.7170506318410238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,4,balanced,0.6651413440704346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,4,balanced,1.1350826422373455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,4,balanced,1.2116959889729817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,4,balanced,1.5611573855082195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,4,balanced,2.1254080136617026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,4,balanced,3.082890510559082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,4,balanced,4.106410662333171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,4,balanced,6.212832132975261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,4,balanced,7.7500050862630205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,4,balanced,11.533524831136068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,4,balanced,15.123338063557943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,8,power_law_1.01,0.3972223997116089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,8,power_law_1.01,0.6342400074005127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,8,power_law_1.01,0.5109312057495117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,8,power_law_1.01,0.6882048130035401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,8,power_law_1.01,0.7020480155944824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,8,power_law_1.01,0.8466943740844727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,8,power_law_1.01,0.7516479969024659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,8,power_law_1.01,0.7388927936553955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,8,power_law_1.01,0.7774720191955566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,8,power_law_1.01,0.8059776306152344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,8,power_law_1.01,0.837279987335205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,8,power_law_1.01,0.8597248077392579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,8,power_law_1.01,0.8610048294067383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,8,power_law_1.01,0.9091327667236329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,8,power_law_1.01,0.9407744407653809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,8,power_law_1.01,0.959712028503418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,8,power_law_1.01,1.001529598236084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,8,power_law_1.01,1.1171711921691894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,8,power_law_1.01,1.130297565460205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,64,balanced,0.15663466850916544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,64,balanced,0.15753066539764404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,8,power_law_1.01,1.3245823860168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,64,balanced,0.1571466624736786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,64,balanced,0.15744533141454062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,64,balanced,0.16750933726628622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,64,balanced,0.20622400442759195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,64,balanced,0.20837332804997763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,64,balanced,0.21031999588012695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,8,power_law_1.01,1.5896639823913574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,64,balanced,0.21145067612330118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,64,balanced,0.21158933639526367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,64,balanced,0.21433067321777344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,64,balanced,0.2164426644643148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,64,balanced,0.21650133530298868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,64,balanced,0.22122132778167725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,64,balanced,0.22502932945887247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,8,power_law_1.01,2.0339712142944335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,64,balanced,0.22894400358200073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,64,balanced,0.23460266987482706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,64,balanced,0.2601066629091899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,64,balanced,0.271999994913737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,64,balanced,0.2903253237406413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,64,balanced,0.32863465944925946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,8,power_law_1.01,2.5269119262695314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,64,balanced,0.38444264729817706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,64,balanced,0.5479253530502319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,64,balanced,0.6572800079981486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,64,balanced,0.8796959718068441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,8,power_law_1.01,3.3292095184326174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,64,balanced,1.212293306986491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,64,balanced,1.5568745930989583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,8,power_law_1.01,4.068819046020508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,8,power_law_1.01,5.692953491210938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,8,power_law_1.01,8.055961608886719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,2,power_law_1.01,0.07268480062484742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,2,power_law_1.01,0.0830784022808075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,2,power_law_1.01,0.10293760299682617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,2,power_law_1.01,0.1126207947731018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,2,power_law_1.01,0.11105920076370239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,2,power_law_1.01,0.12060799598693847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,2,power_law_1.01,0.12354559898376465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,2,power_law_1.01,0.12842240333557128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,2,power_law_1.01,0.1271615982055664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,2,power_law_1.01,0.14457600116729735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,2,power_law_1.01,0.1627392053604126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,2,power_law_1.01,0.18072960376739503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,2,power_law_1.01,0.16625920534133912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,2,power_law_1.01,0.18017280101776123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,2,power_law_1.01,0.2067392110824585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,2,power_law_1.01,0.21994240283966066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,2,power_law_1.01,0.3241600036621094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,2,power_law_1.01,0.3510080099105835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,2,power_law_1.01,0.38008320331573486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,2,power_law_1.01,0.6105984210968017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,2,power_law_1.01,0.8211647987365722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,2,power_law_1.01,1.127014446258545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,4,power_law_1.01,0.05916799902915955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,4,power_law_1.01,0.06710399985313416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,4,power_law_1.01,0.06508799791336059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,4,power_law_1.01,0.07486079931259156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,4,power_law_1.01,0.09294080138206481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,4,power_law_1.01,0.11393280029296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,4,power_law_1.01,0.12037760019302368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,4,power_law_1.01,0.11183359622955322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,4,power_law_1.01,0.1230463981628418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,4,power_law_1.01,0.12079999446868897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,4,power_law_1.01,0.12496639490127563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,4,power_law_1.01,0.12673280239105225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,4,power_law_1.01,0.13082239627838135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,4,power_law_1.01,0.13957760334014893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,4,power_law_1.01,0.1394752025604248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,4,power_law_1.01,0.14207359552383422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,4,power_law_1.01,0.15327999591827393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,4,power_law_1.01,0.18427519798278807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,4,power_law_1.01,0.18840960264205933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,4,power_law_1.01,0.22586240768432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,4,power_law_1.01,0.2572736024856567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,4,power_law_1.01,0.32189440727233887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,4,power_law_1.01,0.4036992073059082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,4,power_law_1.01,0.5500927925109863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,4,power_law_1.01,0.7189375877380371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,4,power_law_1.01,1.1327872276306152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,4,power_law_1.01,1.329856014251709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,2,power_law_1.01,1.4171520233154298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,2,power_law_1.01,2.0326911926269533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,2,power_law_1.01,2.457926368713379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,2,power_law_1.01,0.0536575973033905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,2,power_law_1.01,0.06317440271377564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,2,power_law_1.01,0.08182399868965148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,2,power_law_1.01,0.09711359739303589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,2,power_law_1.01,0.13089280128479003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,2,power_law_1.01,0.18525439500808716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,2,power_law_1.01,0.18780159950256348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,2,power_law_1.01,0.20281600952148438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,2,power_law_1.01,0.19811199903488158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,2,power_law_1.01,0.20440959930419922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,2,power_law_1.01,0.21142399311065674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,2,power_law_1.01,0.21329278945922853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.13235199451446533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,2,power_law_1.01,0.22529919147491456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.12268799543380737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,2,power_law_1.01,0.23819520473480224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.11050879955291748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,2,power_law_1.01,0.23821439743041992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.07407360076904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,2,power_law_1.01,0.2487231969833374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.08720639944076539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,2,power_law_1.01,0.2752320051193237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.11407359838485717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,2,power_law_1.01,0.3114432096481323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.11415040493011475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.11400320529937744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,2,power_law_1.01,0.3330687999725342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.11894400119781494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,2,power_law_1.01,0.4125823974609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.11567360162734985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,2,power_law_1.01,0.45900797843933105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.12007039785385132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.13233920335769653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,2,power_law_1.01,0.6003136157989502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.14013439416885376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.16028159856796265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,2,power_law_1.01,0.7616447925567627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.1844480037689209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.20261120796203613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,2,power_law_1.01,1.1070719718933106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.22906880378723143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.3101696014404297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,2,power_law_1.01,1.5849984169006348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.31940479278564454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,16,power_law_1.01,0.17842559814453124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.42875518798828127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.5778111934661865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,16,power_law_1.01,0.18116480112075806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,2,power_law_1.01,2.211257553100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,16,power_law_1.01,0.17923200130462646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.9167615890502929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,16,power_law_1.01,0.17479039430618287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,16,power_law_1.01,0.14661760330200196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,2,power_law_1.01,2.9231168746948244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,16,power_law_1.01,0.1666432023048401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,16,power_law_1.01,0.1739776015281677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,16,power_law_1.01,0.18018560409545897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,16,power_law_1.01,0.17448960542678832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,32,power_law_1.2,1.2392512321472169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,16,power_law_1.01,0.17728639841079713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,16,power_law_1.01,0.19195519685745238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,16,power_law_1.01,0.19975039958953858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,16,power_law_1.01,0.20872321128845214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,16,power_law_1.01,0.20785279273986818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,16,power_law_1.01,0.23411839008331298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,16,power_law_1.01,0.23919360637664794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,16,power_law_1.01,1.938707160949707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,16,power_law_1.01,2.2923583984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,16,power_law_1.01,0.3816832065582275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,16,power_law_1.01,0.4500607967376709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,16,power_law_1.01,0.49441280364990237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,16,power_law_1.01,0.6785280227661132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,16,power_law_1.01,0.9254207611083984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,16,power_law_1.01,1.2247743606567383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,16,power_law_1.01,1.6030975341796876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,16,power_law_1.01,2.667584037780762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,32,power_law_1.2,1.7401344299316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,16,power_law_1.01,3.3529983520507813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,2,power_law_1.01,4.123564910888672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,32,power_law_1.2,2.3512767791748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,32,power_law_1.2,3.5871807098388673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,32,power_law_1.2,4.547129440307617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,2,power_law_1.01,0.1187391996383667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,2,power_law_1.01,0.1669312000274658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,2,power_law_1.01,0.23059840202331544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,2,power_law_1.01,0.3205631971359253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,2,power_law_1.01,0.42549757957458495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,2,power_law_1.01,0.6134848117828369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,2,power_law_1.01,0.6894847869873046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,2,power_law_1.01,0.7038976192474365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,2,power_law_1.01,0.7077888011932373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,2,power_law_1.01,0.7047743797302246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,2,power_law_1.01,0.7312384128570557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,2,power_law_1.01,0.7218368053436279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,2,power_law_1.01,0.7572991847991943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,2,power_law_1.01,0.7790207862854004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,2,power_law_1.01,0.8162624359130859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,2,power_law_1.01,0.8270719528198243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,2,power_law_1.01,0.847430419921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,2,power_law_1.01,0.9237119674682617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,2,power_law_1.01,0.9720128059387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,2,power_law_1.01,1.0683456420898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,2,power_law_1.01,1.2795647621154784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,2,power_law_1.01,1.596883201599121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,2,power_law_1.01,1.9623872756958007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,2,power_law_1.01,2.5704063415527343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,2,power_law_1.01,3.5091327667236327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,2,power_law_1.01,4.609158325195312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,2,power_law_1.01,6.442425537109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,2,power_law_1.01,4.356262588500977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,2,power_law_1.2,0.13455359935760497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,2,power_law_1.2,0.16904319524765016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,2,power_law_1.2,0.25747199058532716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,2,power_law_1.2,0.33644800186157225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,2,power_law_1.2,0.49170560836791993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,2,power_law_1.2,0.6296192169189453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,2,power_law_1.2,0.7510528087615966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,2,power_law_1.2,0.9600064277648925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,2,power_law_1.2,0.942585563659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,2,power_law_1.2,0.9941056251525879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,2,power_law_1.2,1.003110408782959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,2,power_law_1.2,1.060044765472412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.08466560244560242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.09370880126953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,2,power_law_1.2,1.0616767883300782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.1318079948425293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.1985983967781067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.2033600091934204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,2,power_law_1.2,1.10513916015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.21173760890960694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.221343994140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.21932799816131593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,2,power_law_1.2,1.180959987640381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.22492799758911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.2278592109680176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.23756799697875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,2,power_law_1.2,1.2430208206176758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.2676991939544678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.26899840831756594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,2,power_law_1.2,1.340390396118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,2,power_law_1.2,1.4303168296813964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,2,power_law_1.2,1.5489919662475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.2849024057388306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.31594879627227784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,2,power_law_1.2,1.7500864028930665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,2,power_law_1.2,2.0402751922607423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.35253119468688965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.38008320331573486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,2,power_law_1.2,2.6029695510864257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,2,power_law_1.2,2.953324890136719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,2,power_law_1.2,3.856038284301758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.48917760848999026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,2,power_law_1.2,4.677849578857422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.5988800048828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,2,power_law_1.2,6.417906951904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,2,power_law_1.2,8.121842956542968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.8627008438110352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,1,power_law_1.2,1.0311103820800782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,1,power_law_1.2,1.4663552284240722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,1,power_law_1.2,1.8668479919433594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,8,balanced,0.05036266644795736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,8,balanced,0.050474668542544045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,8,balanced,0.058287998040517174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,8,balanced,0.0757066657145818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,8,balanced,0.10680533448855083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,8,balanced,0.17332265774408975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,8,balanced,0.176362673441569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,8,balanced,0.17791465918223062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,8,balanced,0.1787839929262797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,8,balanced,0.17827733357747397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,8,balanced,0.17981332540512085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,8,balanced,0.1825173298517863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,8,balanced,0.18363199631373087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,8,balanced,0.18783466021219888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,8,balanced,0.19270400206247965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,8,balanced,0.19504533211390176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,8,balanced,0.2000160018603007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,8,balanced,0.21808000405629477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,8,balanced,0.23313599824905396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,8,balanced,0.273690660794576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,1,power_law_1.2,2.6748607635498045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,8,balanced,0.2966666618982951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,8,balanced,0.38393600781758624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,8,balanced,0.4319839874903361
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,8,balanced,0.5829919974009196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,8,balanced,0.7611947059631348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,8,balanced,1.0327146848042805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,8,balanced,1.37118927637736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,1,power_law_1.2,3.590457534790039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,32,balanced,0.1126026709874471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,32,balanced,0.11265066266059875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,32,balanced,0.11512000362078349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,32,balanced,0.16179200013478598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,32,balanced,0.27197333176930744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,32,balanced,0.478767991065979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,32,balanced,0.48187732696533203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,32,balanced,0.4671519994735718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,32,balanced,0.46606401602427167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,32,balanced,0.46765867869059247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,32,balanced,0.4718133211135864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,32,balanced,0.47410666942596436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,32,balanced,0.47517867883046466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,32,balanced,0.47891732056935626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,32,balanced,0.48419733842213947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,32,balanced,0.4886026779810588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,32,balanced,0.49587734540303546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,32,balanced,0.5150773525238037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,32,balanced,0.5390613476435343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,32,balanced,0.5977226495742798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,32,balanced,0.6464320023854574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,32,balanced,0.8020853201548258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,32,balanced,0.9212426344553629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,32,balanced,1.2448639869689941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,32,balanced,1.3531947135925293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,32,balanced,1.9049439430236816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,32,balanced,2.4412266413370767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,64,power_law_1.01,0.05672320127487183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,64,power_law_1.01,0.05219200253486633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,64,power_law_1.01,0.05167359709739685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,64,power_law_1.01,0.05289599895477295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,64,power_law_1.01,0.054425597190856934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,64,power_law_1.01,0.05886719822883606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,64,power_law_1.01,0.0564736008644104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,64,power_law_1.01,0.056992000341415404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,64,power_law_1.01,0.06457599997520447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,64,power_law_1.01,0.06807680130004883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,64,power_law_1.01,0.07110400199890136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,64,power_law_1.01,0.08268799781799316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,64,power_law_1.01,0.08465279936790467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,64,power_law_1.01,0.07082880139350892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,64,power_law_1.01,0.07534719705581665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,64,power_law_1.01,0.07757440209388733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,64,power_law_1.01,0.0824512004852295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,64,power_law_1.01,0.14218879938125611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,64,power_law_1.01,0.13706239461898803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,64,power_law_1.01,0.2116863965988159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,64,power_law_1.01,0.25684480667114257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,64,power_law_1.01,0.3928639888763428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,64,power_law_1.01,0.41211519241333006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,64,power_law_1.01,0.5741951942443848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,64,power_law_1.01,0.753331184387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,64,power_law_1.01,1.1219264030456544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,64,power_law_1.01,1.4988479614257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,1,power_law_1.2,5.270745468139649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,4,power_law_1.01,0.40316162109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,4,power_law_1.01,0.6382527828216553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,4,power_law_1.01,0.6139520168304443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,4,power_law_1.01,0.8287039756774902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,4,power_law_1.01,1.0692992210388184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,4,power_law_1.01,1.5362112045288085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,4,power_law_1.01,1.3811455726623536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,4,power_law_1.01,1.5519295692443849
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,4,power_law_1.01,1.4690367698669433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,4,power_law_1.01,1.4698687553405763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,4,power_law_1.01,1.5584320068359374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,4,power_law_1.01,1.6180736541748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,4,power_law_1.01,1.6040063858032227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,4,power_law_1.01,1.756537628173828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,4,power_law_1.01,1.865318489074707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,4,power_law_1.01,1.8862720489501954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,4,power_law_1.01,1.979635238647461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,4,power_law_1.01,2.170572853088379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,4,power_law_1.01,2.122515106201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,4,power_law_1.01,2.545599937438965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,4,power_law_1.01,2.8377216339111326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,4,power_law_1.01,3.715852737426758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,4,power_law_1.01,4.565670394897461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,8,power_law_1.01,0.10707839727401733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,8,power_law_1.01,0.11939840316772461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,8,power_law_1.01,0.12172160148620606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.2848959922790527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,8,power_law_1.01,0.13392000198364257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.25779199600219727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.25807359218597414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,8,power_law_1.01,0.1410431981086731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.2594496011734009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,4,power_law_1.01,6.34901123046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,8,power_law_1.01,0.1430848002433777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.2612096071243286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.28009600639343263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,8,power_law_1.01,0.14657919406890868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.2866111993789673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,8,power_law_1.01,0.15688960552215575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,8,power_law_1.01,0.15313279628753662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,8,power_law_1.01,0.1559231996536255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,8,power_law_1.01,0.16004480123519899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,8,power_law_1.01,0.16459519863128663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.3509119987487793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,8,power_law_1.01,0.17424639463424682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.46355199813842773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,8,power_law_1.01,0.193996798992157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.5500736236572266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,8,power_law_1.01,0.2020479917526245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.4598976135253906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.5620800018310547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,8,power_law_1.01,1.454150390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,4,power_law_1.01,7.090169525146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,8,power_law_1.01,0.20722560882568358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.6499135971069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,8,power_law_1.01,0.2614464044570923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,8,power_law_1.01,0.30415360927581786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.7099647998809815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,8,power_law_1.01,0.3504575967788696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.862611198425293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,8,power_law_1.01,0.4188672065734863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,8,power_law_1.01,0.5404287815093994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,8,power_law_1.01,0.7737215995788574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,4,power_law_1.01,10.463673400878907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,8,power_law_1.01,1.0021696090698242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.9832127571105957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,8,power_law_1.01,1.2043007850646972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,8,power_law_1.01,1.1075648307800292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,8,power_law_1.01,1.708358383178711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,8,power_law_1.01,2.1961536407470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,8,power_law_1.01,1.6322175979614257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,8,power_law_1.01,1.6742080688476562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,4,power_law_1.01,13.258624267578124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,8,power_law_1.01,2.7549888610839846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,8,power_law_1.01,3.839168167114258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,8,power_law_1.01,5.400761413574219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,8,power_law_1.01,7.856665802001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,256,power_law_1.01,0.16454399824142457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,256,power_law_1.01,0.15614080429077148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,256,power_law_1.01,0.1565567970275879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,256,power_law_1.01,0.15738240480422974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,256,power_law_1.01,0.15955840349197387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,256,power_law_1.01,0.16129280328750611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,256,power_law_1.01,0.16206079721450806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,256,power_law_1.01,0.1624127984046936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,256,power_law_1.01,0.16339839696884156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,256,power_law_1.01,0.16475520133972169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,256,power_law_1.01,0.1688704013824463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,256,power_law_1.01,0.16969599723815917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,256,power_law_1.01,0.17047040462493895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,256,power_law_1.01,0.17632639408111572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,256,power_law_1.01,0.18085119724273682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,256,power_law_1.01,0.19612159729003906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,256,power_law_1.01,0.23918719291687013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,256,power_law_1.01,0.34028160572052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,256,power_law_1.01,0.38920960426330564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,256,power_law_1.01,0.5578495979309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,256,power_law_1.01,0.7210559844970703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,256,power_law_1.01,1.055782413482666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,256,power_law_1.01,1.240006446838379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,256,power_law_1.01,1.9104576110839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,256,power_law_1.01,2.7304256439208983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,256,power_law_1.01,3.7037822723388674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,8,power_law_1.01,11.184870147705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,256,power_law_1.01,4.961503982543945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,8,power_law_1.01,13.634208679199219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,1,power_law_1.2,6.978656005859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,2,power_law_1.01,0.11213439702987671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,2,power_law_1.01,0.12618240118026733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,2,power_law_1.01,0.1707136034965515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,2,power_law_1.01,0.20375680923461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,2,power_law_1.01,0.29772799015045165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,2,power_law_1.01,0.3463551998138428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,2,power_law_1.01,0.44307842254638674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,2,power_law_1.01,0.5172031879425049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,2,power_law_1.01,0.5341055870056153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,2,power_law_1.01,0.5700479984283447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,2,power_law_1.01,0.5723199844360352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,2,power_law_1.01,0.6073599815368652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,8,power_law_1.01,22.661228942871094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,2,power_law_1.01,0.5952511787414551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,2,power_law_1.01,0.6423039913177491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,2,power_law_1.01,0.6870463848114013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,2,power_law_1.01,0.7054336071014404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,2,power_law_1.01,0.7368768215179443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,2,power_law_1.01,0.8683199882507324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,2,power_law_1.01,0.9304960250854493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,2,power_law_1.01,1.1663807868957519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,2,power_law_1.01,1.2976192474365233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,2,power_law_1.01,1.6206207275390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,2,power_law_1.01,1.9895423889160155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,2,power_law_1.01,2.6888832092285155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,2,power_law_1.01,3.3858814239501953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,2,power_law_1.01,4.50964469909668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,2,power_law_1.01,6.066022491455078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,8,power_law_1.01,29.1359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,4,power_law_1.01,0.08631680011749268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,4,power_law_1.01,0.08579199910163879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,4,power_law_1.01,0.09646720290184022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,4,power_law_1.01,0.13332480192184448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,4,power_law_1.01,0.11555839776992798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,4,power_law_1.01,0.18437119722366332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,4,power_law_1.01,0.20132479667663575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,4,power_law_1.01,0.1988927960395813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,4,power_law_1.01,0.2023871898651123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,4,power_law_1.01,0.20958080291748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,4,power_law_1.01,0.22515199184417725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,4,power_law_1.01,0.23306241035461425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,4,power_law_1.01,0.24308478832244873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,4,power_law_1.01,0.24186239242553711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,4,power_law_1.01,0.24931840896606444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,4,power_law_1.01,0.24777600765228272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,4,power_law_1.01,0.28707199096679686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,4,power_law_1.01,0.3156928062438965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,4,power_law_1.01,0.4069568157196045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,4,power_law_1.01,0.4868800163269043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,4,power_law_1.01,0.514086389541626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,4,power_law_1.01,0.6983808040618896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,4,power_law_1.01,0.9080767631530762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,4,power_law_1.01,1.2433664321899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,4,power_law_1.01,1.7374208450317383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,4,power_law_1.01,2.419206428527832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,4,power_law_1.01,3.506809616088867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,16,power_law_1.01,0.06517120003700257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,16,power_law_1.01,0.05002239942550659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,16,power_law_1.01,0.04890879988670349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,16,power_law_1.01,0.04835200011730194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,16,power_law_1.01,0.0511680006980896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,16,power_law_1.01,0.051596802473068235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,16,power_law_1.01,0.05134080052375793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,16,power_law_1.01,0.05275520086288452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,16,power_law_1.01,0.05504000186920166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,16,power_law_1.01,0.05311999917030334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,16,power_law_1.01,0.05922560095787048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,16,power_law_1.01,0.06318079829216003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,16,power_law_1.01,0.06280320286750793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,16,power_law_1.01,0.06909440159797668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,16,power_law_1.01,0.07501440048217774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,16,power_law_1.01,0.07960960268974304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,16,power_law_1.01,0.08554239869117737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,16,power_law_1.01,0.09704959988594056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,16,power_law_1.01,0.09873920083045959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,16,power_law_1.01,0.12430720329284668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,16,power_law_1.01,0.1630911946296692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,16,power_law_1.01,0.26056320667266847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,16,power_law_1.01,0.2739264011383057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,16,power_law_1.01,0.40610561370849607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,16,power_law_1.01,0.5683904170989991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,16,power_law_1.01,0.7496255874633789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,16,power_law_1.01,0.964844799041748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.2254784107208252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.30702719688415525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.39689600467681885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.7147071838378907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.6958784103393555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.7330880165100098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.7727744102478027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.8098560333251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.8396160125732421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.8846336364746094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,1,power_law_1.2,2.7938751220703124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,1,power_law_1.2,3.4182273864746096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,1,power_law_1.2,4.187846374511719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.958233642578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,1,power_law_1.2,1.1158016204833985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,1,power_law_1.2,1.1859264373779297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,1,power_law_1.2,1.3614656448364257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,4,balanced,0.17073599497477213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,4,balanced,0.14311466614405313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,4,balanced,0.2402026653289795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,4,balanced,0.23925334215164185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,4,balanced,0.2405653397242228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,4,balanced,0.24174932638804117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,4,balanced,0.2429973284403483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,4,balanced,0.24461867411931357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,4,balanced,0.258245329062144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,4,balanced,0.2606133421262105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,4,balanced,0.26985599597295123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,4,balanced,0.29579732815424603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,4,balanced,0.2997173269589742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,4,balanced,0.2924746672312419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,4,balanced,0.36981332302093506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,4,balanced,0.3797546625137329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,4,balanced,0.41174399852752686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,4,balanced,0.5928800106048584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,4,balanced,0.6492319901784261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,4,balanced,0.8516426881154379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,4,balanced,1.0553920269012451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,4,balanced,1.4673066139221191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,1,power_law_1.2,1.7513919830322267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,4,balanced,1.882746696472168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,4,balanced,2.8231786092122397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,4,balanced,3.74723211924235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,1,power_law_1.2,2.107411193847656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,4,balanced,5.523269017537435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,4,balanced,7.239711761474609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,1,power_law_1.2,2.787763214111328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,1,power_law_1.2,3.518726348876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,1,power_law_1.2,4.994950485229492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,1,power_law_1.2,6.580934143066406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,16,balanced,0.06605333089828491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,16,balanced,0.06632533172766368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,16,balanced,0.07258133093516032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,16,balanced,0.0906826655069987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,16,balanced,0.10885333021481831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,16,balanced,0.15330132842063904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,16,balanced,0.20756800969441733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,16,balanced,0.208570659160614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,1,power_law_1.2,9.753427124023437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,16,balanced,0.21068267027537027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,16,balanced,0.20838399728139242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,16,balanced,0.2129759987195333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,16,balanced,0.21598933140436807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,16,balanced,0.21613866090774536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,16,balanced,0.2237280011177063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,16,balanced,0.22808533906936646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,16,balanced,0.2321866750717163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,16,balanced,0.24119999011357626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,16,balanced,0.2581599950790405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,16,balanced,0.27640000979105633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,16,balanced,0.30929599205652875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,16,balanced,0.35197333494822186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,16,balanced,0.42603198687235516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,16,balanced,0.5268479983011881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,16,balanced,0.6534719864527384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,16,balanced,0.8474453290303549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,16,balanced,1.172437349955241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,16,balanced,1.595786730448405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.5366528034210205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.8873984336853027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,1,power_law_1.2,1.6673023223876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,1,power_law_1.2,3.2697216033935548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,1,power_law_1.2,5.092351913452148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,1,power_law_1.2,7.520185852050782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,1,power_law_1.2,8.712185668945313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,1,power_law_1.2,12.397702026367188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,1,power_law_1.2,12.65125732421875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,1,power_law_1.2,12.90712890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,1,power_law_1.2,13.284159851074218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,1,power_law_1.2,14.089727783203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,1,power_law_1.2,14.56204833984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,1,power_law_1.2,15.213760375976562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,4,power_law_1.2,0.08586879968643188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,4,power_law_1.2,0.0923583984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,4,power_law_1.2,0.09991679787635803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,4,power_law_1.2,0.11169279813766479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,4,power_law_1.2,0.12438399791717529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,4,power_law_1.2,0.11881599426269532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,4,power_law_1.2,0.12273279428482056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,4,power_law_1.2,0.12591999769210815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,4,power_law_1.2,0.1329792022705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,4,power_law_1.2,0.14202879667282103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,4,power_law_1.2,0.18183679580688478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,4,power_law_1.2,0.20600318908691406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,4,power_law_1.2,0.20865919589996337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,1,power_law_1.2,16.309120178222656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,4,power_law_1.2,0.24501121044158936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,4,power_law_1.2,0.25835518836975097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,4,power_law_1.2,0.3161855936050415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,4,power_law_1.2,0.34206719398498536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,4,power_law_1.2,0.4575551986694336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,1,power_law_1.2,17.23774108886719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,4,power_law_1.2,0.5554431915283203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,1,power_law_1.2,17.81195526123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,4,power_law_1.2,0.7803199768066407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,4,power_law_1.2,1.0602944374084473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,1,power_law_1.2,19.98753204345703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,1,power_law_1.2,18.460223388671874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,1,power_law_1.2,23.4438720703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,1,power_law_1.2,21.947967529296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,4,power_law_1.2,1.5980416297912599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,1,power_law_1.2,25.128863525390624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,4,power_law_1.2,1.8676992416381837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,1,power_law_1.2,104.62650146484376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,8,power_law_1.2,0.07864959836006165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,8,power_law_1.2,0.07036160230636597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,8,power_law_1.2,0.07748479843139648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,8,power_law_1.2,0.1045375943183899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,8,power_law_1.2,0.11480319499969482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,8,power_law_1.2,0.11679359674453735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,8,power_law_1.2,0.12059520483016968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,8,power_law_1.2,0.11083519458770752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,8,power_law_1.2,0.11918079853057861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,8,power_law_1.2,0.11907839775085449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,8,power_law_1.2,0.12929279804229737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,8,power_law_1.2,0.12738560438156127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,8,power_law_1.2,0.12796159982681274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,8,power_law_1.2,0.13464319705963135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,8,power_law_1.2,0.13929599523544312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,8,power_law_1.2,0.1448192000389099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,8,power_law_1.2,0.16716159582138063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,8,power_law_1.2,0.18711040019989014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,8,power_law_1.2,0.19895679950714112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,8,power_law_1.2,0.23277440071105956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,8,power_law_1.2,0.2873728036880493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,8,power_law_1.2,0.4159679889678955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,8,power_law_1.2,0.47253122329711916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,8,power_law_1.2,0.6660543918609619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,8,power_law_1.2,0.9595199584960937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,8,power_law_1.2,1.2863871574401855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,8,power_law_1.2,1.9588800430297852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,4,power_law_1.2,2.5592063903808593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,1,power_law_1.2,156.95523681640626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,8,power_law_1.01,0.03852159976959228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,8,power_law_1.01,0.03776639997959137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,8,power_law_1.01,0.03818880021572113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,8,power_law_1.01,0.03827199935913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,8,power_law_1.01,0.038553598523139956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,8,power_law_1.01,0.049235200881958006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,8,power_law_1.01,0.05944960117340088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,8,power_law_1.01,0.0728767991065979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,8,power_law_1.01,0.07322239875793457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,8,power_law_1.01,0.6219583988189697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,8,power_law_1.01,0.05935360193252563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,8,power_law_1.01,0.06249600052833557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,8,power_law_1.01,0.06592640280723572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,8,power_law_1.01,0.07877119779586791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,8,power_law_1.01,0.10455039739608765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,8,power_law_1.01,0.10871039628982544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,1,power_law_1.2,33.2513916015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,8,power_law_1.01,0.14258559942245483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,1,power_law_1.2,25.856683349609376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,8,power_law_1.01,0.1736448049545288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,8,power_law_1.01,0.20563199520111083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,4,power_law_1.2,3.714681625366211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,8,power_law_1.01,0.23425920009613038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,1,power_law_1.2,41.82876281738281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,8,power_law_1.01,0.3252543926239014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,8,power_law_1.01,0.4660160064697266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,1,power_law_1.2,50.06827392578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,4,power_law_1.2,5.225759887695313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,8,power_law_1.01,0.5521920204162598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,16,balanced,0.04273599882920583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,16,balanced,0.03962666789690653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,16,balanced,0.056847999493281044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,16,balanced,0.0717386653025945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,16,balanced,0.11183466513951619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,16,balanced,0.11458667119344075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,16,balanced,0.114847997824351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,16,balanced,0.11553066968917847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,16,balanced,0.11661866307258606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,16,balanced,0.11703999837239583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,16,balanced,0.1188159982363383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,16,balanced,0.1202133297920227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,16,balanced,0.12133333086967468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,16,balanced,0.12403733531634013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,16,balanced,0.1297813355922699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,16,balanced,0.13124799728393555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,16,balanced,0.13691733280817667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,16,balanced,0.15079999963442484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,16,balanced,0.1602133313814799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,16,balanced,0.18997865915298462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,16,balanced,0.2002026637395223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,16,balanced,0.2675199906031291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,1,power_law_1.2,66.86197509765626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,16,balanced,0.3319946726163228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,16,balanced,0.47068798542022705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,16,balanced,0.5912373463312784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,16,balanced,0.8585653305053711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,16,balanced,1.1196479797363281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,8,power_law_1.01,0.8202239990234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,2,power_law_1.01,0.11117440462112427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,2,power_law_1.01,0.12620799541473388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,2,power_law_1.01,0.1472383975982666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,2,power_law_1.01,0.19649280309677125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,2,power_law_1.01,0.2489856004714966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,2,power_law_1.01,0.2869632005691528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,2,power_law_1.01,0.36442880630493163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,2,power_law_1.01,0.3993151903152466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,2,power_law_1.01,0.4223167896270752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,2,power_law_1.01,0.42942080497741697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,2,power_law_1.01,0.4460288047790527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,2,power_law_1.01,0.44832639694213866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,2,power_law_1.01,0.4834239959716797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,2,power_law_1.01,0.5070400238037109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,2,power_law_1.01,0.5609216213226318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,2,power_law_1.01,0.5696896076202392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,2,power_law_1.01,0.5839680194854736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,2,power_law_1.01,0.6757760047912598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,2,power_law_1.01,0.7586112022399902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,2,power_law_1.01,0.9295743942260742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,2,power_law_1.01,1.0857215881347657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,2,power_law_1.01,1.3923392295837402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,2,power_law_1.01,1.796076774597168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,2,power_law_1.01,2.329177665710449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,1,power_law_1.2,83.99618530273438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,2,power_law_1.01,3.111033630371094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,2,power_law_1.01,4.456735992431641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,2,power_law_1.01,5.749702453613281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,8,power_law_1.01,1.114457607269287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,4,power_law_1.2,9.29386215209961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,2,balanced,0.08846400181452434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,2,balanced,0.1230506698290507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,2,balanced,0.25314666827519733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,2,balanced,0.24124799172083536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,2,balanced,0.241482675075531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,2,balanced,0.2419253389040629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,2,balanced,0.24408000707626343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,2,balanced,0.24565333127975464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,2,balanced,0.2585546573003133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,2,balanced,0.26154132684071857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,2,balanced,0.2681493361790975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,2,balanced,0.3133920033772786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,2,balanced,0.3163680036862691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,2,balanced,0.2930346727371216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,2,balanced,0.392522652943929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,2,balanced,0.3624480168024699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,2,balanced,0.37586132685343426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,2,balanced,0.49235733350118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,2,balanced,0.6143840154012045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,2,balanced,0.8175199826558431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,2,balanced,1.0138239860534668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,2,balanced,1.471226692199707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,2,balanced,1.8769653638203938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,2,balanced,2.731482823689779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,2,balanced,3.60919984181722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,2,balanced,5.382789611816406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,2,balanced,7.144549051920573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,8,power_law_1.01,1.589350414276123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,8,power_law_1.01,2.0494783401489256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,32,power_law_1.01,0.0605184018611908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,32,power_law_1.01,0.05199360251426697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,32,power_law_1.01,0.05181440114974976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,32,power_law_1.01,0.052134400606155394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,32,power_law_1.01,0.04901759922504425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,32,power_law_1.01,0.05235199928283692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,32,power_law_1.01,0.05320960283279419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,32,power_law_1.01,0.05583999752998352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,32,power_law_1.01,0.05533440113067627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,32,power_law_1.01,0.05676800012588501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,32,power_law_1.01,0.05427200198173523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,32,power_law_1.01,0.05754240155220032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,32,power_law_1.01,0.057683199644088745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,32,power_law_1.01,0.06146559715270996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,32,power_law_1.01,0.06255360245704651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,32,power_law_1.01,0.06610559821128845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,32,power_law_1.01,0.0720255970954895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,32,power_law_1.01,0.08929920196533203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,32,power_law_1.01,0.09710720181465149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,32,power_law_1.01,0.13191039562225343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,32,power_law_1.01,0.13204480409622193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,32,power_law_1.01,0.16297600269317628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,32,power_law_1.01,0.13409919738769532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,32,power_law_1.01,0.2134335994720459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,32,power_law_1.01,0.3058111906051636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,32,power_law_1.01,0.11728639602661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,32,power_law_1.01,0.38421120643615725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,32,power_law_1.01,0.11662720441818238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,32,power_law_1.01,0.6
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,32,power_law_1.01,0.10380159616470337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,32,power_law_1.01,0.11015039682388306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,32,power_law_1.01,0.8187520027160644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,32,power_law_1.01,0.11756800413131714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,32,power_law_1.01,0.11027840375900269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,32,power_law_1.01,0.11847679615020752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,32,power_law_1.01,0.11762559413909912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,32,power_law_1.01,0.12416640520095826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,32,power_law_1.01,0.13385599851608276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,32,power_law_1.01,0.14216320514678954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,32,power_law_1.01,0.1461824059486389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,32,power_law_1.01,0.13757439851760864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,32,power_law_1.01,0.14400639533996581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,32,power_law_1.01,0.161407995223999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,32,power_law_1.01,0.2013375997543335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,32,power_law_1.01,0.24023039340972902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,32,power_law_1.01,0.27760000228881837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,32,power_law_1.01,0.32707200050354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,32,power_law_1.01,0.365395188331604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,32,power_law_1.01,0.5755263805389405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,32,power_law_1.01,0.666431999206543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,32,power_law_1.01,0.8847999572753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,32,power_law_1.01,1.0972160339355468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,32,power_law_1.01,1.9852096557617187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,64,balanced,0.11780266960461934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,64,balanced,0.12262933452924092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,64,balanced,0.13109333316485086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,64,balanced,0.0971999963124593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,64,balanced,0.15475733081499735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,64,balanced,0.17301867405573526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,32,power_law_1.01,2.323711967468262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,64,balanced,0.18200000127156576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,64,balanced,0.1831573247909546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,64,balanced,0.1837600072224935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,64,balanced,0.18403732776641846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,64,balanced,0.18791999419530234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,64,balanced,0.18966933091481528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,64,balanced,0.19116799036661783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,64,balanced,0.19723733266194662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,64,balanced,0.20062933365503946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,64,balanced,0.20508799950281778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,64,balanced,0.2113920052846273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,64,balanced,0.2267679969469706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,64,balanced,0.254421333471934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,64,balanced,0.2853440046310425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,64,balanced,0.30803734064102173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,64,balanced,0.3668533166249593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,64,balanced,0.4203840096791585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,64,balanced,0.5296266476313273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,64,balanced,0.7453866799672445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,64,balanced,0.9741013050079346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,64,balanced,1.3189866542816162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.19237760305404664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.2768768072128296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.48712959289550783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.8891455650329589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,1,power_law_1.01,1.538368034362793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,1,power_law_1.01,2.1429567337036133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,1,power_law_1.01,2.5822656631469725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,1,power_law_1.01,3.3868736267089843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,1,power_law_1.01,3.411276626586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,1,power_law_1.01,3.591455841064453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,1,power_law_1.01,3.7823936462402346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,1,power_law_1.01,3.920857620239258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,1,power_law_1.01,4.014188766479492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,1,power_law_1.01,4.127251052856446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,1,power_law_1.01,4.354195022583008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,1,power_law_1.01,4.5488639831542965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,1,power_law_1.01,4.685311889648437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,1,power_law_1.01,5.250041580200195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,1,power_law_1.01,5.5296062469482425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,1,power_law_1.01,6.4670654296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,1,power_law_1.01,7.196812438964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,1,power_law_1.01,8.67673568725586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,1,power_law_1.01,9.252371215820313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,1,power_law_1.01,11.6774658203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,32,power_law_1.2,0.29441280364990235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,32,power_law_1.2,0.2843008041381836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,1,power_law_1.01,14.591603088378907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,32,power_law_1.2,0.25283839702606203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,32,power_law_1.2,0.25174400806427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,32,power_law_1.2,0.24335999488830568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,32,power_law_1.2,0.2340480089187622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,32,power_law_1.2,0.23745920658111572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,32,power_law_1.2,0.2344383955001831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,32,power_law_1.2,0.24257280826568603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,32,power_law_1.2,0.24335999488830568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,32,power_law_1.2,0.26305279731750486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,32,power_law_1.2,0.25834879875183103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,32,power_law_1.2,0.27550721168518066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,32,power_law_1.2,0.3049344062805176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,1,power_law_1.01,19.907571411132814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,32,power_law_1.2,0.30638720989227297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,32,power_law_1.2,0.2902080059051514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,2,balanced,0.43991998831431073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,2,balanced,0.7237386703491211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,32,power_law_1.2,0.34266879558563235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,2,balanced,1.4250879287719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,2,balanced,1.3946399688720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,32,power_law_1.2,0.45128321647644043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,2,balanced,1.4004799524943035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,32,power_law_1.2,0.4267007827758789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,2,balanced,1.4075360298156738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,2,balanced,1.4087573687235515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,32,power_law_1.2,0.5533567905426026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,2,balanced,1.4181547164916992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,32,power_law_1.2,0.7732736110687256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,2,balanced,1.4823946952819824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,2,balanced,1.4880852699279785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,32,power_law_1.2,0.9748224258422852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,2,balanced,1.4797172546386719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,2,balanced,1.5103786786397297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,32,power_law_1.2,1.2350720405578612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,2,balanced,1.5217547416687012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,2,balanced,1.626698652903239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,32,power_law_1.2,1.4718144416809082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,2,balanced,1.746938705444336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,2,balanced,1.7920479774475098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,1,power_law_1.01,24.103321838378907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,2,balanced,1.8302240371704102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,32,power_law_1.2,1.9919103622436523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,2,balanced,3.267754554748535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,32,power_law_1.2,2.9206975936889648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,2,balanced,3.393343925476074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,2,balanced,5.090186754862468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,2,balanced,6.655877431233724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,2,balanced,9.664127985636393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,2,balanced,12.959424336751303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,32,power_law_1.2,4.371417617797851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,2,balanced,19.211755116780598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,2,power_law_1.01,0.12309759855270386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,2,power_law_1.01,0.17731839418411255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,2,power_law_1.01,0.25315840244293214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,2,power_law_1.01,0.3815232038497925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,2,power_law_1.01,0.52291841506958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,2,balanced,25.473589579264324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,2,power_law_1.01,0.6316544055938721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,2,power_law_1.01,0.8007679939270019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,2,power_law_1.01,0.9078847885131835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,2,power_law_1.01,0.8567808151245118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,2,power_law_1.01,0.9219136238098145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,2,power_law_1.01,0.9327936172485352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,2,power_law_1.01,0.9727295875549317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,2,power_law_1.01,0.9796223640441895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,2,power_law_1.01,1.0315135955810546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,2,power_law_1.01,1.1088319778442384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,2,power_law_1.01,1.1486528396606446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,2,power_law_1.01,1.203270435333252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,2,power_law_1.01,1.3540863990783691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,2,power_law_1.01,1.365548801422119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,2,balanced,38.04723103841146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,2,power_law_1.01,1.5292672157287597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,2,power_law_1.01,1.6530176162719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,2,power_law_1.01,2.068204879760742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,2,power_law_1.01,2.497555160522461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,2,power_law_1.01,3.299264144897461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,2,power_law_1.01,4.166105651855469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,2,power_law_1.01,5.786777496337891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,2,balanced,50.64824930826823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,2,power_law_1.01,7.51562271118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.19249919652938843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.27815680503845214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.4786111831665039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.8858816146850585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,1,power_law_1.2,1.4304960250854493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,1,power_law_1.2,1.8894847869873046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,1,power_law_1.2,2.3111360549926756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,1,power_law_1.2,3.232620620727539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,1,power_law_1.2,3.33691520690918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,1,power_law_1.2,3.471744155883789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,1,power_law_1.2,3.6574848175048826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,1,power_law_1.2,3.864838409423828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,1,power_law_1.2,3.9808574676513673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,1,power_law_1.2,4.149612808227539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,1,power_law_1.2,4.486022567749023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,1,power_law_1.2,4.709056091308594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,1,power_law_1.2,4.784595108032226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,1,power_law_1.2,5.369708633422851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,1,power_law_1.2,5.751142501831055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,1,power_law_1.2,6.581938934326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,1,power_law_1.2,7.457965087890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,1,power_law_1.2,8.661017608642577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,1,power_law_1.2,9.613753509521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,1,power_law_1.2,12.109286499023437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,1,power_law_1.2,14.85467529296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,1,power_law_1.2,19.989106750488283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,1,power_law_1.2,24.335321044921876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,16,balanced,0.06545066833496094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,16,balanced,0.06543999910354614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,16,balanced,0.07287466526031494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,16,balanced,0.09443733096122742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,16,balanced,0.10757866501808167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,16,balanced,0.1521440049012502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,16,balanced,0.1544266641139984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,16,balanced,0.15680000185966492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,16,balanced,0.15802133083343506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,16,balanced,0.15838399529457092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,16,balanced,0.1606986622015635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,16,balanced,0.16310933232307434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,16,balanced,0.1648426651954651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,16,balanced,0.16883200407028198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,32,power_law_1.2,0.20633599758148194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,16,balanced,0.17223999897638956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,16,balanced,0.1772800087928772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,32,power_law_1.2,0.19842560291290284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,16,balanced,0.18450667460759482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,16,balanced,0.20381865898768106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,32,power_law_1.2,0.17763199806213378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,16,balanced,0.21863466501235962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,16,balanced,0.2921706636746724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,32,power_law_1.2,0.17297919988632202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,16,balanced,0.2871306737263997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,32,power_law_1.2,0.12721279859542847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,16,balanced,0.4090133508046468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,32,power_law_1.2,0.18171520233154298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,16,balanced,0.43545599778493244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,32,power_law_1.2,0.17829760313034057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,16,balanced,0.6579466660817465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,32,power_law_1.2,0.163756799697876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,16,balanced,0.7426079909006754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,32,power_law_1.2,0.1912832021713257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,16,balanced,1.0299733479817708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,32,power_law_1.2,0.18765439987182617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,32,power_law_1.2,0.2118527889251709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,16,balanced,1.3153653144836426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,32,power_law_1.2,0.2238976001739502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,32,power_law_1.2,0.21971840858459474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,32,power_law_1.2,0.23610239028930663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,32,power_law_1.2,0.24377601146697997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,32,power_law_1.2,0.27781760692596436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,32,power_law_1.2,2.191142463684082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,32,power_law_1.2,2.686764717102051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,32,power_law_1.2,3.363999938964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,32,power_law_1.2,5.0315711975097654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,32,power_law_1.2,0.7641983985900879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,32,power_law_1.2,1.193727970123291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,32,power_law_1.2,1.1535296440124512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,32,power_law_1.2,1.9688255310058593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,32,power_law_1.2,3.0794944763183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,32,power_law_1.2,4.884467315673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,8,power_law_1.2,0.12537599802017213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,8,power_law_1.2,0.11295360326766968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,8,power_law_1.2,0.11354880332946778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,8,power_law_1.2,0.11346559524536133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,8,power_law_1.2,0.12711039781570435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,8,power_law_1.2,0.12083200216293336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,8,power_law_1.2,0.1267583966255188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,8,power_law_1.2,0.13417600393295287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,8,power_law_1.2,1.0012672424316407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,8,power_law_1.2,1.2893695831298828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,8,power_law_1.2,0.22524800300598144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,8,power_law_1.2,0.24282240867614746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,8,power_law_1.2,0.2656575918197632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,8,power_law_1.2,0.2830399990081787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,8,power_law_1.2,0.34974720478057864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,32,power_law_1.2,4.846656036376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,8,power_law_1.2,0.3648960113525391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,8,power_law_1.2,0.5161471843719483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,8,power_law_1.2,0.712224006652832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,8,power_law_1.2,0.9391424179077148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,8,power_law_1.2,1.4682944297790528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,16,power_law_1.2,0.305184006690979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,16,power_law_1.2,0.4939712047576904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,16,power_law_1.2,0.39127039909362793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,16,power_law_1.2,0.45462398529052733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,16,power_law_1.2,0.4672959804534912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,16,power_law_1.2,0.3969088077545166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,16,power_law_1.2,0.3940160036087036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,16,power_law_1.2,0.4482560157775879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,16,power_law_1.2,0.3820863962173462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,16,power_law_1.2,0.41214718818664553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,16,power_law_1.2,0.45393919944763184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,16,power_law_1.2,0.4422016143798828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,16,power_law_1.2,0.4677760124206543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,8,power_law_1.2,1.660153579711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,16,power_law_1.2,0.47338237762451174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,16,power_law_1.2,0.5144256114959717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,16,power_law_1.2,0.5253183841705322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,16,power_law_1.2,0.5164095878601074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,16,power_law_1.2,0.6697984218597413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,16,power_law_1.2,5.13109130859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,16,power_law_1.2,6.378387069702148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,16,power_law_1.2,1.010912036895752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,16,power_law_1.2,1.4487808227539063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,16,power_law_1.2,1.7290111541748048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,16,power_law_1.2,2.430041694641113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,16,power_law_1.2,3.2120704650878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,16,power_law_1.2,5.106227111816406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,8,power_law_1.2,2.316089630126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,16,power_law_1.2,6.035411071777344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,4,balanced,0.08564800024032593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,4,balanced,0.10389866431554158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,4,balanced,0.13993066549301147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,4,balanced,0.21889066696166992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,4,balanced,0.37034134070078534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,4,balanced,0.4877920150756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,4,balanced,0.49557332197825116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,4,balanced,0.4970293442408244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,4,balanced,0.5042719841003418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,4,balanced,0.5071039994557699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,4,balanced,0.5186239878336588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,4,balanced,0.523418664932251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,4,balanced,0.529861330986023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,4,balanced,0.5470026731491089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,4,balanced,0.5557226737340292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,4,balanced,0.5710453192392985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,4,balanced,0.5916213194529215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,4,balanced,0.7115573088328043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,4,balanced,0.7039360205332438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,4,balanced,0.8961386680603027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,4,balanced,0.9754613240559896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,4,balanced,1.44870392481486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,4,balanced,1.4923307100931804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,4,balanced,2.199317296346029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,8,power_law_1.2,2.952396774291992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,4,balanced,2.6709280014038086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,4,balanced,3.972346623738607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,4,balanced,5.030245463053386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,8,power_law_1.2,4.455654525756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,4,power_law_1.2,0.08870400190353393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,4,power_law_1.2,0.10358400344848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,4,power_law_1.2,0.10315519571304321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,4,power_law_1.2,0.11258879899978638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,4,power_law_1.2,0.11997439861297607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,4,power_law_1.2,0.13509119749069215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,4,power_law_1.2,0.1565824031829834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,4,power_law_1.2,0.16295679807662963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,4,power_law_1.2,0.1715648055076599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,4,power_law_1.2,0.16784640550613403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,4,power_law_1.2,0.18794239759445192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,4,power_law_1.2,0.18687360286712645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,4,power_law_1.2,0.20808959007263184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,4,power_law_1.2,0.21488640308380128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,4,power_law_1.2,1.7611520767211915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,4,power_law_1.2,1.8398591995239257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,4,power_law_1.2,0.25068800449371337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,4,power_law_1.2,0.30322558879852296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,4,power_law_1.2,0.36518399715423583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,4,power_law_1.2,0.45142397880554197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,4,power_law_1.2,0.5354176044464112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,4,power_law_1.2,0.7099775791168212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,4,power_law_1.2,0.9209471702575683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,4,power_law_1.2,1.3581119537353517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,4,power_law_1.2,1.6760320663452148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,4,power_law_1.2,2.360704040527344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,4,power_law_1.2,3.325779342651367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,8,power_law_1.2,5.876671981811524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.08741120100021363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.13025920391082763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.20869760513305663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.30773119926452636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.40999040603637693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.616326379776001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.6700607776641846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.6930304050445557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.7019519805908203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.7248064041137695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.7604928016662598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.8001983642578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.7807936191558837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.8387776374816894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.8731583595275879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.9031231880187989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.9674624443054199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,1,power_law_1.01,1.0591360092163087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,1,power_law_1.01,1.2097984313964845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,1,power_law_1.01,1.456275177001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,1,power_law_1.01,1.7215616226196289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,1,power_law_1.01,2.262784004211426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,1,power_law_1.01,2.765119934082031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,1,power_law_1.01,3.9725696563720705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,1,power_law_1.01,5.043174362182617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,1,power_law_1.01,7.4482879638671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,1,power_law_1.01,9.827200317382813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,8,power_law_1.2,8.459718322753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,2,power_law_1.01,0.08942080140113831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,2,power_law_1.01,0.11548800468444824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,2,power_law_1.01,0.15311360359191895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,2,power_law_1.01,0.23276159763336182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,2,power_law_1.01,0.2780416011810303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,2,power_law_1.01,0.3489919900894165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,2,power_law_1.01,0.4571648120880127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,2,power_law_1.01,0.4849343776702881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,2,power_law_1.01,0.49006080627441406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,2,power_law_1.01,0.5039743900299072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,2,power_law_1.01,0.5088319778442383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,2,power_law_1.01,0.5379327774047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,2,power_law_1.01,0.5529600143432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,2,power_law_1.01,0.5733823776245117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,2,power_law_1.01,0.6000319957733155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,2,power_law_1.01,0.601203203201294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,2,power_law_1.01,0.6502975940704345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,2,power_law_1.01,0.7235775947570801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,2,power_law_1.01,0.7436543941497803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,2,power_law_1.01,0.8602944374084472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,2,power_law_1.01,1.0179903984069825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,2,power_law_1.01,1.2377471923828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,2,power_law_1.01,1.5211584091186523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,2,power_law_1.01,2.0291967391967773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,8,power_law_1.2,9.741177368164063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,2,power_law_1.01,2.5604991912841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,2,power_law_1.01,3.4553279876708984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,2,power_law_1.01,4.631270217895508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,4,power_law_1.2,0.03371520042419433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,4,power_law_1.2,0.03492479920387268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,4,power_law_1.2,0.04120959937572479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,4,power_law_1.2,0.05161600112915039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,4,power_law_1.2,0.05264000296592712
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,4,power_law_1.2,0.06989439725875854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,4,power_law_1.2,0.07177600264549255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,4,power_law_1.2,0.07605119943618774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,4,power_law_1.2,0.07681279778480529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,4,power_law_1.2,0.07790079712867737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,4,power_law_1.2,0.0839680016040802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,4,power_law_1.2,0.08636800050735474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,4,power_law_1.2,0.09076480269432068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,4,power_law_1.2,0.09786239862442017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,4,power_law_1.2,0.1013759970664978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,4,power_law_1.2,0.1023360013961792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,4,power_law_1.2,0.10506880283355713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,4,power_law_1.2,0.12946560382843017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,4,power_law_1.2,0.1795904040336609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,4,power_law_1.2,0.20551040172576904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,4,power_law_1.2,0.22560639381408693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,4,power_law_1.2,0.31687679290771487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,4,power_law_1.2,0.33704960346221924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,4,power_law_1.2,0.5055615901947021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,4,power_law_1.2,0.7200384140014648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,4,power_law_1.2,0.9714303970336914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,8,power_law_1.01,0.06629120111465454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,8,power_law_1.01,0.05244799852371216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,8,power_law_1.01,0.05107839703559876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,8,power_law_1.01,0.05275520086288452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,8,power_law_1.01,0.05314559936523437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,8,power_law_1.01,0.054553598165512085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,8,power_law_1.01,0.057183998823165896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,8,power_law_1.01,0.058387202024459836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,8,power_law_1.01,0.058208000659942624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,8,power_law_1.01,0.06087679862976074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,8,power_law_1.01,0.0665727972984314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,8,power_law_1.01,0.06852480173110961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,8,power_law_1.01,0.0693120002746582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,8,power_law_1.01,0.07768319845199585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,8,power_law_1.01,0.08229119777679443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,8,power_law_1.01,0.08753920197486878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,8,power_law_1.01,0.08278399705886841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,8,power_law_1.01,0.09661440253257751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,8,power_law_1.01,0.11256320476531982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,8,power_law_1.01,0.13945599794387817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,8,power_law_1.01,0.17825280427932738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,8,power_law_1.01,0.23838720321655274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,8,power_law_1.01,0.3513792037963867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,8,power_law_1.01,0.4377408027648926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,8,power_law_1.01,0.6499392032623291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,8,power_law_1.01,0.8449664115905762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,8,power_law_1.01,1.2019776344299316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,1,balanced,0.2926986614863078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,1,balanced,0.4795680046081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,1,balanced,0.8783146540323893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,1,balanced,1.6968426704406738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,1,balanced,3.2690560022989907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,1,balanced,6.462693532307942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,1,balanced,6.476128260294597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,1,balanced,6.516565322875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,1,balanced,6.53718376159668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,1,balanced,6.564565022786458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,1,balanced,6.610218683878581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,1,balanced,6.6471201578776045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,1,balanced,6.679866790771484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,1,balanced,6.713637034098308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,1,balanced,6.776357650756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,8,power_law_1.01,0.7204160213470459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,1,balanced,6.850890477498372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,8,power_law_1.01,1.1738368034362794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,8,power_law_1.01,1.0225919723510741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,8,power_law_1.01,1.2317888259887695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,1,balanced,7.005013147989909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,8,power_law_1.01,1.2886207580566407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,1,balanced,7.290789286295573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,8,power_law_1.01,1.5919296264648437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,8,power_law_1.01,1.435859203338623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,1,balanced,7.54806391398112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,8,power_law_1.01,1.3836799621582032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,8,power_law_1.01,1.4931391716003417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,1,balanced,7.822432200113933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,8,power_law_1.01,1.4735487937927245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,8,power_law_1.01,1.5395071983337403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,1,balanced,8.274746576944986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,8,power_law_1.01,1.5946111679077148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,8,power_law_1.01,1.711782455444336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,1,balanced,9.042218526204428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,8,power_law_1.01,1.6657791137695312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,8,power_law_1.01,1.801100730895996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,8,power_law_1.01,1.9190143585205077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,1,balanced,9.621877034505209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,8,power_law_1.01,2.035456085205078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,8,power_law_1.01,2.267353630065918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,8,power_law_1.01,2.169011116027832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,8,power_law_1.01,2.4594303131103517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,4,power_law_1.2,1.491590404510498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,1,balanced,16.646570841471355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,8,power_law_1.01,2.879814338684082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,8,power_law_1.01,3.639276885986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,1,balanced,16.90511957804362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,8,power_law_1.01,4.4067329406738285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,8,power_law_1.01,6.50830078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,8,power_law_1.01,7.098355102539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,1,balanced,25.52411651611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,8,power_law_1.01,9.626982116699219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,8,power_law_1.01,14.471487426757813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,1,balanced,33.82713063557943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,16,balanced,0.05784533421198527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,16,balanced,0.027610667049884796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,16,balanced,0.02807466685771942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,16,balanced,0.02855466554562251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,16,balanced,0.031125334401925404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,16,balanced,0.032314665615558624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,16,balanced,0.0322773332397143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,16,balanced,0.032560000816980995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,16,balanced,0.03288000077009201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,16,balanced,0.0332640012105306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,16,balanced,0.03383466601371765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,16,balanced,0.03483733286460241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,16,balanced,0.03465066601832708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,16,balanced,0.03713600089152654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,16,balanced,0.046223998069763184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,16,balanced,0.046581332882245384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,16,balanced,0.048325334986050926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,16,balanced,0.05489066739877065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,16,balanced,0.05650666852792104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,16,balanced,0.06697600086530049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,16,balanced,0.07467199862003326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,16,balanced,0.09121066331863403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,16,balanced,0.10578667124112447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,16,balanced,0.15061333775520325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,16,balanced,0.1699840029080709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,16,balanced,0.24515734116236368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,16,balanced,0.3078666726748149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,1,power_law_1.01,0.05516800284385681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,1,power_law_1.01,0.07205119729042053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,1,power_law_1.01,0.11767679452896118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,1,power_law_1.01,0.163155198097229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,1,power_law_1.01,0.21917440891265869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,1,power_law_1.01,0.32664320468902586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,1,power_law_1.01,0.34760959148406984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,1,power_law_1.01,0.36072959899902346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,1,power_law_1.01,0.3694591999053955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,1,power_law_1.01,0.37898879051208495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,1,power_law_1.01,0.3850368022918701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,1,power_law_1.01,0.4028031826019287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,1,power_law_1.01,0.4172351837158203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,1,power_law_1.01,0.4349184036254883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,1,power_law_1.01,0.4504064083099365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,1,power_law_1.01,0.47121281623840333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,1,power_law_1.01,0.4809152126312256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,1,power_law_1.01,0.542464017868042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,1,power_law_1.01,0.5810624122619629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,1,power_law_1.01,0.7314943790435791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,1,power_law_1.01,0.8335488319396973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,1,power_law_1.01,1.1030591964721679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,1,power_law_1.01,1.3912832260131835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,1,power_law_1.01,1.9805055618286134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,1,power_law_1.01,2.5881919860839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,1,power_law_1.01,3.801696014404297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,1,power_law_1.01,4.963705444335938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,8,power_law_1.2,0.10574079751968384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,8,power_law_1.2,0.0828544020652771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,8,power_law_1.2,0.09203839898109437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,8,power_law_1.2,0.09025920033454896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,8,power_law_1.2,0.09548799991607666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,8,power_law_1.2,0.10271999835968018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,8,power_law_1.2,0.10399999618530273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,8,power_law_1.2,0.10691200494766236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,8,power_law_1.2,0.10915199518203736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,8,power_law_1.2,0.11103359460830689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,8,power_law_1.2,0.1146623969078064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,8,power_law_1.2,0.118886399269104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,8,power_law_1.2,0.12186239957809449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,8,power_law_1.2,0.12874879837036132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,8,power_law_1.2,0.1351744055747986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,8,power_law_1.2,0.14321919679641723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,8,power_law_1.2,0.1570623993873596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,8,power_law_1.2,0.20292479991912843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,8,power_law_1.2,0.23290879726409913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,8,power_law_1.2,0.27469439506530763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,8,power_law_1.2,0.3753599882125854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,8,power_law_1.2,0.5006783962249756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,8,power_law_1.2,0.7231743812561036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,8,power_law_1.2,0.8787455558776855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,8,power_law_1.2,1.177292823791504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,16,power_law_1.01,0.1186560034751892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,16,power_law_1.01,0.11944320201873779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,16,power_law_1.01,0.11448320150375366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,16,power_law_1.01,0.11745280027389526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,16,power_law_1.01,0.1017408013343811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,16,power_law_1.01,0.11637120246887207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,16,power_law_1.01,0.11866879463195801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,16,power_law_1.01,0.11798399686813354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,16,power_law_1.01,0.1250815987586975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,16,power_law_1.01,0.12660479545593262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,8,power_law_1.2,1.641708755493164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,16,power_law_1.01,0.1281216025352478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,16,power_law_1.01,0.14574719667434693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,16,power_law_1.01,0.14981759786605836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,16,power_law_1.01,0.136953604221344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,16,power_law_1.01,0.1475391983985901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,16,power_law_1.01,0.15457919836044312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,16,power_law_1.01,0.18774399757385254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,16,power_law_1.01,0.229203200340271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,16,power_law_1.01,0.23503360748291016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,16,power_law_1.01,0.3101311922073364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,16,power_law_1.01,0.3830912113189697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,16,power_law_1.01,0.5147200107574463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,16,power_law_1.01,0.607366418838501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,16,power_law_1.01,0.9089535713195801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,16,power_law_1.01,1.0636287689208985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,16,power_law_1.01,1.6439231872558593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,16,power_law_1.01,2.067692756652832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,8,power_law_1.2,2.097862434387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,16,power_law_1.2,0.1232640027999878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,16,power_law_1.2,0.17278079986572265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,16,power_law_1.2,0.146560001373291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,16,power_law_1.2,0.15182080268859863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,16,power_law_1.2,0.152729594707489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,16,power_law_1.2,0.12646399736404418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,16,power_law_1.2,0.1577407956123352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,16,power_law_1.2,0.14885760545730592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,16,power_law_1.2,0.14873600006103516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,16,power_law_1.2,0.15386879444122314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,16,power_law_1.2,0.16587519645690918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,16,power_law_1.2,0.16712960004806518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,16,power_law_1.2,0.1751039981842041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,16,power_law_1.2,0.18984960317611693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,16,power_law_1.2,1.4493824005126954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,16,power_law_1.2,1.4720128059387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,16,power_law_1.2,0.19734400510787964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,16,power_law_1.2,0.2704576015472412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,16,power_law_1.2,0.3054271936416626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,16,power_law_1.2,0.38597760200500486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,16,power_law_1.2,0.42675199508666994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,16,power_law_1.2,0.6378047943115235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,16,power_law_1.2,0.6930624008178711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,16,power_law_1.2,1.0225088119506835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,16,power_law_1.2,1.1927231788635253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,16,power_law_1.2,1.937843132019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,16,power_law_1.2,2.4990976333618162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,16,power_law_1.01,0.05975040197372437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,16,power_law_1.01,0.07095040082931518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,16,power_law_1.01,0.06396160125732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,16,power_law_1.01,0.06273279786109924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,16,power_law_1.01,0.06339840292930603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,16,power_law_1.01,0.06480000019073487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,16,power_law_1.01,0.06580479741096497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,16,power_law_1.01,0.06607999801635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,16,power_law_1.01,0.06691200137138367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,16,power_law_1.01,0.06861439943313599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,16,power_law_1.01,0.07621759772300721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,16,power_law_1.01,0.0773248016834259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,16,power_law_1.01,0.07938560247421264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,16,power_law_1.01,0.08580480217933655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,16,power_law_1.01,0.09032319784164429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,16,power_law_1.01,0.09538559913635254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,16,power_law_1.01,0.1028607964515686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,16,power_law_1.01,0.1173632025718689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,16,power_law_1.01,0.12449920177459717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,16,power_law_1.01,0.14899200201034546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,16,power_law_1.01,0.18575359582901002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,16,power_law_1.01,0.235532808303833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,16,power_law_1.01,0.3030143976211548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,16,power_law_1.01,0.43120641708374025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,16,power_law_1.01,0.5644864082336426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,16,power_law_1.01,0.7870207786560058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,16,power_law_1.01,0.9897343635559082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,4,power_law_1.01,0.3114304065704346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,4,power_law_1.01,0.4738944053649902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,4,power_law_1.01,0.6376639842987061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,4,power_law_1.01,0.8019200325012207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,4,power_law_1.01,0.9624192237854003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,4,power_law_1.01,1.148793601989746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,4,power_law_1.01,1.3849663734436035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,4,power_law_1.01,1.4968768119812013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,4,power_law_1.01,1.4712063789367675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,4,power_law_1.01,1.4144767761230468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,4,power_law_1.01,1.4404159545898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,4,power_law_1.01,1.5262656211853027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,4,power_law_1.01,1.5219327926635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,4,power_law_1.01,1.7217279434204102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,4,power_law_1.01,1.6435455322265624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,4,power_law_1.01,1.8060928344726563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,4,power_law_1.01,1.8032447814941406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,4,power_law_1.01,2.094233512878418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,4,power_law_1.01,2.1932544708251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,4,power_law_1.01,2.4779327392578123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,4,power_law_1.01,2.8977088928222656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,4,power_law_1.01,3.2965118408203127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,4,power_law_1.01,3.9294017791748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,4,power_law_1.01,5.264108657836914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,4,power_law_1.01,6.591673278808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,4,power_law_1.01,9.422463989257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,2,balanced,0.04417066772778829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,2,balanced,0.06170133252938589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,2,balanced,0.07585600018501282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,2,balanced,0.12796266873677573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,2,balanced,0.21068267027537027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,2,balanced,0.21608533461888632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,2,balanced,0.21791466077168783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,2,balanced,0.22035733858744302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,2,balanced,0.21896533171335855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,2,balanced,0.222378671169281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,2,balanced,0.22828799486160278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,2,balanced,0.2303946614265442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,2,balanced,0.23404266436894736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,2,balanced,0.2444159984588623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,2,balanced,0.25329599777857464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,2,balanced,0.26055999596913654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,2,balanced,0.27720532814661664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,2,balanced,0.313429335753123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,2,balanced,0.3530879815419515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,2,balanced,0.4327253500620524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,2,balanced,0.5402079820632935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,2,balanced,0.7443412939707438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,2,balanced,0.8766453266143799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,4,power_law_1.01,11.273715209960937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,2,balanced,1.2239092985788982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,2,balanced,1.6171253522237141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,2,balanced,2.3517759641011557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,2,balanced,3.1205012003580728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,2,power_law_1.2,0.06490880250930786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,2,power_law_1.2,0.07138559818267823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,2,power_law_1.2,0.08119040131568908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,2,power_law_1.2,0.09780480265617371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,2,power_law_1.2,0.11522560119628907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,2,power_law_1.2,0.13292800188064574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,2,power_law_1.2,0.1673535943031311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,2,power_law_1.2,0.1763584017753601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,2,power_law_1.2,0.17187199592590333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,2,power_law_1.2,0.18617600202560425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,2,power_law_1.2,0.1947648048400879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,2,power_law_1.2,0.20476799011230468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,2,power_law_1.2,0.2177664041519165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,2,power_law_1.2,0.2276479959487915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,2,power_law_1.2,0.23700480461120604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,2,power_law_1.2,0.2493311882019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,2,power_law_1.2,0.25864319801330565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,2,power_law_1.2,0.3011136054992676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,2,power_law_1.2,0.35815680027008057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,2,power_law_1.2,0.41391358375549314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,2,power_law_1.2,0.5107583999633789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,2,power_law_1.2,0.6751679897308349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,2,power_law_1.2,0.8195263862609863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,2,power_law_1.2,1.0998335838317872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,2,power_law_1.2,1.382636833190918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,2,power_law_1.2,2.054937553405762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,2,power_law_1.2,2.8849407196044923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.1351040005683899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.17178879976272582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.2738048076629639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.4617472171783447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.6119935989379883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.8412544250488281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,1,power_law_1.2,1.2419967651367188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,1,power_law_1.2,1.311903953552246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,1,power_law_1.2,1.361849594116211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,1,power_law_1.2,1.3967040061950684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,1,power_law_1.2,1.451756763458252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,1,power_law_1.2,1.5033535957336426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,1,power_law_1.2,1.5962944030761719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,1,power_law_1.2,1.700044822692871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,1,power_law_1.2,1.7751615524291993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,1,power_law_1.2,1.8727424621582032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,1,power_law_1.2,1.9090816497802734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,1,power_law_1.2,2.13240966796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,1,power_law_1.2,2.3503744125366213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,1,power_law_1.2,2.8249664306640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,1,power_law_1.2,3.116089630126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,1,power_law_1.2,3.833216094970703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,1,power_law_1.2,4.549817657470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,1,power_law_1.2,6.10948486328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,1,power_law_1.2,7.698323059082031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,1,power_law_1.2,10.738438415527344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,1,power_law_1.2,13.85533447265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,2,balanced,0.1478613317012787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,2,balanced,0.23594667514165243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,2,balanced,0.39130667845408124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,2,balanced,0.7403679688771566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,2,balanced,1.2135573228200276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,2,balanced,1.7474080721537273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,2,balanced,1.766101360321045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,2,balanced,1.7837012608846028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,2,balanced,1.7934613227844238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,2,balanced,1.8088639577229817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,2,balanced,1.8332853317260742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,2,balanced,1.8509227434794109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,2,balanced,1.8778613408406575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,2,balanced,1.9241387049357097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,2,balanced,1.9538826942443848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,2,balanced,1.980160077412923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,2,balanced,2.042421340942383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,2,balanced,2.4052160580952964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,2,balanced,2.282661279042562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,2,balanced,2.745391845703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,2,balanced,2.730266571044922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,2,balanced,4.368645350138347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,2,balanced,4.21398385365804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,2,balanced,6.633066813151042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,2,balanced,7.0847733815511065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,2,balanced,11.420164744059244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,4,power_law_1.2,0.07499520182609558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,4,power_law_1.2,0.07590399980545044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,4,power_law_1.2,0.09968000054359435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,4,power_law_1.2,0.13477120399475098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,4,power_law_1.2,0.15249279737472535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,4,power_law_1.2,0.2116096019744873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,4,power_law_1.2,0.2050623893737793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,2,balanced,14.001983642578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,4,power_law_1.2,0.19993599653244018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,4,power_law_1.2,0.22056961059570312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,4,power_law_1.2,0.21973121166229248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,4,power_law_1.2,0.2237760066986084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,4,power_law_1.2,0.2282560110092163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,4,power_law_1.2,0.22437119483947754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,4,power_law_1.2,0.23979520797729492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,4,power_law_1.2,0.2523904085159302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,4,power_law_1.2,0.2594496011734009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,4,power_law_1.2,0.26788480281829835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,4,power_law_1.2,0.3038719892501831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,4,power_law_1.2,0.3294271945953369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,4,power_law_1.2,0.3710464000701904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,4,power_law_1.2,0.41529598236083987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,4,power_law_1.2,0.545036792755127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,4,power_law_1.2,0.6663424015045166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,4,power_law_1.2,0.9430656433105469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,4,power_law_1.2,1.2499456405639648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,64,power_law_1.01,0.19743360280990602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,64,power_law_1.01,0.18033920526504515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,64,power_law_1.01,0.17790080308914186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,64,power_law_1.01,0.17799680233001708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,64,power_law_1.01,0.17991679906845093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,64,power_law_1.01,0.17879680395126343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,64,power_law_1.01,0.1782271981239319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,64,power_law_1.01,0.18212480545043946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,64,power_law_1.01,0.18519680500030516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,64,power_law_1.01,0.1834879994392395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,64,power_law_1.01,0.18876800537109376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,64,power_law_1.01,0.19598079919815065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,64,power_law_1.01,0.2065216064453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,64,power_law_1.01,0.21400320529937744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,64,power_law_1.01,0.21738240718841553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,64,power_law_1.01,0.22533121109008789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,64,power_law_1.01,0.2344383955001831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,64,power_law_1.01,0.2536128044128418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,64,power_law_1.01,0.2705024003982544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,64,power_law_1.01,0.3228543996810913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,64,power_law_1.01,0.3659456014633179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,64,power_law_1.01,0.5470848083496094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,64,power_law_1.01,0.7180480003356934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,64,power_law_1.01,1.0895039558410644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,64,power_law_1.01,1.4078847885131835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,4,power_law_1.2,1.671232032775879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,64,power_law_1.01,1.9796672821044923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,64,power_law_1.01,2.748294448852539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.5316671848297119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.8704319953918457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,4,power_law_1.01,1.1521151542663575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,4,power_law_1.01,1.4962431907653808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,4,power_law_1.01,1.994041633605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,4,power_law_1.01,2.1229503631591795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,4,power_law_1.01,2.584588813781738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,4,power_law_1.01,2.8184255599975585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,4,power_law_1.01,2.570297622680664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,4,power_law_1.01,2.85284481048584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,4,power_law_1.01,2.8972991943359374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,4,power_law_1.01,2.9864511489868164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,4,power_law_1.01,3.0149824142456056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,4,power_law_1.2,2.7445951461791993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,4,power_law_1.01,3.1471872329711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,4,power_law_1.01,3.175884819030762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,4,power_law_1.01,3.2372798919677734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,4,power_law_1.01,3.724486541748047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,4,power_law_1.01,4.247699356079101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,4,power_law_1.01,4.2633918762207035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,4,power_law_1.01,5.045068740844727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,4,power_law_1.01,5.060800170898437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,4,power_law_1.01,6.168300628662109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,4,power_law_1.01,7.320595550537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,4,power_law_1.01,9.304473876953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,4,power_law_1.01,12.560102081298828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,4,power_law_1.01,16.919757080078124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,4,power_law_1.01,21.070343017578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,4,power_law_1.01,0.07500159740447998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,4,power_law_1.01,0.09292799830436707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,4,power_law_1.01,0.09713919758796692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,4,power_law_1.01,0.1183616042137146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,4,power_law_1.01,0.13064320087432862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,4,power_law_1.01,0.18754559755325317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,4,power_law_1.01,0.19266560077667236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,4,power_law_1.01,0.19648640155792235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,4,power_law_1.01,0.1950719952583313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,4,power_law_1.01,0.20353279113769532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,4,power_law_1.01,0.20718719959259033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,4,power_law_1.01,0.2053056001663208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,4,power_law_1.01,0.21498239040374756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,4,power_law_1.01,0.2340991973876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,4,power_law_1.01,0.23329920768737794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,4,power_law_1.01,0.25104000568389895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,32,power_law_1.01,0.10236799716949463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,4,power_law_1.01,0.24885120391845703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,4,power_law_1.01,0.2810175895690918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,32,power_law_1.01,0.09598720073699951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,4,power_law_1.01,0.31208961009979247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,32,power_law_1.01,0.09029759764671326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,4,power_law_1.01,0.4202688217163086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,32,power_law_1.01,0.08803200125694274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,4,power_law_1.01,0.4433152198791504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,32,power_law_1.01,0.09089279770851136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,32,power_law_1.01,0.08866559863090515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,4,power_law_1.01,0.6662079811096191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,32,power_law_1.01,0.0902783989906311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,4,power_law_1.01,0.747814416885376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,32,power_law_1.01,0.0902463972568512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,32,power_law_1.01,0.09491199851036072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,4,power_law_1.01,1.1444416046142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,32,power_law_1.01,0.10249600410461426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,32,power_law_1.01,0.10929280519485474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,4,power_law_1.01,1.5411264419555664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,32,power_law_1.01,0.12168960571289063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,32,power_law_1.01,0.13059840202331544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,32,power_law_1.01,0.11176320314407348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,4,power_law_1.01,1.921798324584961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,32,power_law_1.01,0.11844480037689209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,32,power_law_1.01,0.12250880002975464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,32,power_law_1.01,0.1312384009361267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,32,power_law_1.01,0.14729599952697753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,4,power_law_1.01,2.8933759689331056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,32,power_law_1.01,0.18490879535675048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,32,power_law_1.01,0.2444927930831909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,32,power_law_1.01,0.297216010093689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,32,power_law_1.01,0.4470399856567383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,32,power_law_1.01,0.4951295852661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,32,power_law_1.01,0.697215986251831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,32,power_law_1.01,0.8405759811401368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,32,power_law_1.01,1.3056575775146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,32,power_law_1.01,1.6012351989746094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.5447872161865235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.6587135791778564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.9577664375305176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,4,power_law_1.2,1.2424575805664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,4,power_law_1.2,1.2966591835021972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,4,power_law_1.2,1.8593215942382812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,4,power_law_1.2,1.878188705444336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,4,power_law_1.2,1.855027198791504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,4,power_law_1.2,2.0555967330932616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,4,power_law_1.2,2.0549247741699217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,4,power_law_1.2,2.1486207962036135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,4,power_law_1.2,2.2200576782226564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,4,power_law_1.2,2.2603071212768553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,4,power_law_1.2,2.635494422912598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,4,power_law_1.2,2.650547218322754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,4,power_law_1.2,2.952000045776367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,4,power_law_1.2,11.336255645751953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,4,power_law_1.2,14.417369079589843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,4,power_law_1.2,3.7501502990722657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,4,power_law_1.2,4.472371292114258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,4,power_law_1.2,4.544057464599609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,4,power_law_1.2,6.069222259521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,4,power_law_1.2,7.697548675537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,4,power_law_1.2,10.78943328857422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,4,power_law_1.2,13.635513305664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.2260672092437744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.32578558921813966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.4367551803588867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.6932799816131592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.6794879913330079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.7303167819976807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.7737728118896484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.8201791763305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.8574399948120117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.8629119873046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,1,power_law_1.01,2.6934656143188476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,1,power_law_1.01,3.0890560150146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,1,power_law_1.01,3.417446517944336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.9771072387695312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,1,power_law_1.01,1.117625617980957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,1,power_law_1.01,1.1810879707336426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,1,power_law_1.01,1.3849599838256836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,1,power_law_1.01,1.7342464447021484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,1,power_law_1.01,2.063750457763672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,1,power_law_1.01,2.7938623428344727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,1,power_law_1.01,3.582828903198242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,4,power_law_1.2,21.679026794433593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,1,power_law_1.01,5.173196792602539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,1,power_law_1.01,6.535884857177734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,4,power_law_1.2,28.253515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,8,balanced,0.22750933965047201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,8,balanced,0.22857600450515747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,8,balanced,0.202890674273173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,8,balanced,0.20300267140070596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,8,balanced,0.20456532637278238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,8,balanced,0.20625599225362143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,8,balanced,0.20698134104410806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,1,power_law_1.01,9.82708511352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,8,balanced,0.2076479991277059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,8,balanced,0.22779732942581177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,8,balanced,0.22896534204483032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,8,balanced,0.23519466320673624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,8,balanced,0.25088000297546387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,8,balanced,0.2534773349761963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,8,balanced,0.26530667146046955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,8,balanced,0.29692800839742023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,8,balanced,0.3158666690190633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,8,balanced,0.3384480079015096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,8,balanced,0.5053919951121012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,8,balanced,0.554698665936788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,8,balanced,0.7259573141733805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,8,balanced,0.8750773270924886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,8,balanced,1.2914453347524006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,8,balanced,1.656394640604655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,8,balanced,2.4637600580851235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,8,balanced,3.1750879287719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,8,balanced,4.685632069905599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,8,balanced,6.247861226399739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,1,power_law_1.01,12.904365539550781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,128,balanced,0.10547733306884766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,128,balanced,0.10574932893117268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,128,balanced,0.10405866305033366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,128,balanced,0.09968533118565877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,128,balanced,0.10134933392206828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,128,balanced,0.11099732915560405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,128,balanced,0.11288533608118693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,128,balanced,0.11436266700426738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,128,balanced,0.11475732922554016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,128,balanced,0.11513066291809082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,128,balanced,0.11654933293660481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,128,balanced,0.11795733372370402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,128,balanced,0.11859200398127238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,128,balanced,0.12265066305796306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,128,balanced,0.12568533420562744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,128,balanced,0.12825066844622293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,128,balanced,0.13157332936922708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,128,balanced,0.14814399679501852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,128,balanced,0.15667200088500977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,128,balanced,0.16356799999872842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,128,balanced,0.18212799231211343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,128,balanced,0.21500267585118613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,128,balanced,0.245194673538208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,128,balanced,0.37348798910776776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,128,balanced,0.4347039858500163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,128,balanced,0.626911997795105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,128,balanced,0.8097226619720459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,1,power_law_1.01,19.303379821777344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,4,4,balanced,0.12867732842763266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,4,4,balanced,0.12798933188120523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,4,4,balanced,0.22392000754674277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,4,4,balanced,0.1997119983037313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,4,4,balanced,0.20129066705703735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,4,4,balanced,0.20386133591334024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,4,4,balanced,0.2043786644935608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,4,4,balanced,0.20452266931533813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,4,4,balanced,0.21613333622614542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,4,4,balanced,0.21748799085617065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,4,4,balanced,0.226090669631958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,4,4,balanced,0.24181334177652994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,4,4,balanced,0.2455199956893921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,4,4,balanced,0.2574506600697835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,4,4,balanced,0.307861328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,32,balanced,0.07599466542402904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,4,4,balanced,0.3014240066210429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,32,balanced,0.10087466239929199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,4,4,balanced,0.3290719985961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,32,balanced,0.12716799974441528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,4,4,balanced,0.45791467030843097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,32,balanced,0.21900800863901773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,4,4,balanced,0.5539466540018717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,32,balanced,0.2837439974149068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,32,balanced,0.2588053345680237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,4,4,balanced,0.6976532936096191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,32,balanced,0.2607040007909139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,32,balanced,0.2573866645495097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,4,4,balanced,0.8734719753265381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,32,balanced,0.2592800060908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,32,balanced,0.26039467255274457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,32,balanced,0.26706133286158246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,4,4,balanced,1.2690186500549316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,32,balanced,0.2696106632550557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,32,balanced,0.2707680066426595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,32,balanced,0.27340267101923627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,4,4,balanced,1.6251626014709473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,32,balanced,0.2746933301289876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,4,4,balanced,2.3694400787353516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,32,balanced,0.28285332520802814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,32,balanced,0.2948373357454936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,4,4,balanced,3.046762784322103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,32,balanced,0.356330672899882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,32,balanced,0.3442453145980835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,32,balanced,0.44230933984120685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,32,balanced,0.468506654103597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,4,4,balanced,4.553743998209636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,32,balanced,0.6877973079681396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,32,balanced,0.6167306502660116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,32,balanced,0.8958933353424072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,4,balanced,5.989082972208659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,32,balanced,1.0175893306732178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,32,balanced,1.589296023050944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,32,balanced,1.9276159604390461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,4,1,power_law_1.01,25.747052001953126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,16,power_law_1.01,0.17605760097503662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,16,power_law_1.01,0.27657599449157716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,16,power_law_1.01,0.2567487955093384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,16,power_law_1.01,0.2624000072479248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,16,power_law_1.01,0.23635199069976806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,16,power_law_1.01,0.19315840005874635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,16,power_law_1.01,0.2515455961227417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,16,power_law_1.01,0.22279679775238037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,16,power_law_1.01,0.24735360145568847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,16,power_law_1.01,0.2514303922653198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,16,power_law_1.01,0.2421567916870117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,16,power_law_1.01,0.2516223907470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,16,power_law_1.01,0.24177279472351074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,16,power_law_1.01,0.26634879112243653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,16,power_law_1.01,0.27664639949798586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,16,power_law_1.01,0.28847360610961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,16,power_law_1.01,0.32419838905334475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,16,power_law_1.01,0.357094407081604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,16,power_law_1.01,0.40906238555908203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,16,power_law_1.01,0.5317376136779786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,16,power_law_1.01,0.5696063995361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,16,power_law_1.01,0.7714687824249268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,16,power_law_1.01,0.8372159957885742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,16,power_law_1.01,1.2726079940795898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,16,power_law_1.01,1.5161855697631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,16,power_law_1.01,2.337984085083008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,16,power_law_1.01,2.81014404296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,1,balanced,0.16261866688728333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,1,balanced,0.25176000595092773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,1,balanced,0.4042559862136841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,1,balanced,0.7296906312306722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,1,balanced,1.2228106657663982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,1,balanced,1.7904052734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,1,balanced,1.8187732696533203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,1,balanced,1.838117281595866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,1,balanced,1.855994701385498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,1,balanced,1.8689866065979004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,1,balanced,1.9102293650309246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,1,balanced,1.9326079686482747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,1,balanced,1.9742666880289714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,4,balanced,0.10147733489672343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,4,balanced,0.11986133456230164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,4,balanced,0.16852800051371256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,1,balanced,2.007578690846761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,4,balanced,0.2690826654434204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,4,balanced,0.466048002243042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,4,balanced,0.8640906810760498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,1,balanced,2.053823947906494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,4,balanced,1.263808012008667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,1,balanced,2.0946826934814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,4,balanced,1.2679466406504314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,4,balanced,1.2751200199127197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,1,balanced,2.1773707071940103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,4,balanced,1.2795360088348389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,4,balanced,1.2859573364257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,1,balanced,2.5016372998555503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,4,balanced,1.2997386455535889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,4,balanced,1.2994026343027751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,1,balanced,2.621946652730306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,4,balanced,1.3181866804758708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,4,balanced,1.332586685816447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,1,balanced,3.275247891743978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,4,balanced,1.3462239901224773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,4,balanced,1.3667306900024414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,1,balanced,3.431957244873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,4,balanced,1.4074026743570964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,4,balanced,1.4899627367655437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,4,balanced,1.5649706522623699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,1,balanced,5.646778742472331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,4,balanced,1.6883840560913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,4,balanced,1.8559412956237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,4,balanced,2.2157653172810874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,1,balanced,5.286709467569987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,4,balanced,2.5313332875569663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,4,balanced,3.519450823465983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,1,balanced,8.282005310058594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,4,balanced,4.527626673380534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,4,balanced,5.877013524373372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,1,balanced,9.562512079874674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,1,balanced,15.2335205078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,1,balanced,18.88489023844401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.3397887945175171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.3037888050079346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.30583040714263915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.28971519470214846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.29085440635681153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,16,balanced,0.11340266466140747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.23459200859069823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,16,balanced,0.11171733339627583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,16,balanced,0.16487466295560202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,16,balanced,0.28544533252716064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.29379839897155763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.2827647924423218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.3117568016052246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.3159359931945801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.2957823991775513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,16,balanced,0.47437334060668945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,16,balanced,0.586464007695516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.31268479824066164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,16,balanced,0.5892639954884847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.2987456083297729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,16,balanced,0.5862026611963908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,16,balanced,0.587989330291748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.31217920780181885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,16,balanced,0.587007999420166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,16,balanced,0.5934240023295084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.38471040725708006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,16,balanced,0.595082680384318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,16,balanced,0.5965280135472616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,16,balanced,0.6004906495412191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,16,balanced,0.6081333160400391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,16,balanced,0.6339733203252157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,16,balanced,0.6401066780090332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,16,balanced,0.6682186921437582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,16,balanced,0.6916853586832682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.41271681785583497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.45659518241882324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.6197887897491455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.7664063930511474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,16,balanced,7.5188643137613935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,16,balanced,0.8620853424072266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,64,power_law_1.2,1.1254079818725586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,16,balanced,1.423418680826823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,16,balanced,1.4023733139038086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,64,power_law_1.2,1.3428095817565917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,16,balanced,2.0928853352864585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,64,power_law_1.2,2.149600028991699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,16,balanced,2.7951361338297525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,16,balanced,3.458282788594564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,64,power_law_1.2,3.665913772583008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,16,balanced,4.75437863667806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,64,power_law_1.2,5.109932708740234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,64,power_law_1.2,5.17004165649414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,64,power_law_1.2,9.6276611328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,16,power_law_1.2,0.15427199602127076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,16,power_law_1.2,0.16479359865188598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,16,power_law_1.2,0.15897599458694459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,64,power_law_1.2,13.124826049804687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,16,power_law_1.2,0.16172800064086915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,16,power_law_1.2,0.15953279733657838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,16,power_law_1.2,0.14606720209121704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,16,power_law_1.2,0.16166399717330932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,16,power_law_1.2,0.15411839485168458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,16,power_law_1.2,0.16625920534133912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,16,power_law_1.2,0.15865600109100342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,16,power_law_1.2,0.16829440593719483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,16,power_law_1.2,0.16858880519866942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,16,power_law_1.2,0.18240640163421631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,16,power_law_1.2,0.20115199089050292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,16,power_law_1.2,0.20647039413452148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,16,power_law_1.2,0.21952641010284424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,16,power_law_1.2,0.23928959369659425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,16,power_law_1.2,0.2983423948287964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,16,power_law_1.2,0.3041215896606445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,16,power_law_1.2,0.40010881423950195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,16,power_law_1.2,0.472819185256958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,16,power_law_1.2,0.6711999893188476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,16,power_law_1.2,0.746073579788208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,16,power_law_1.2,1.074892807006836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,16,power_law_1.2,1.295321559906006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,16,power_law_1.2,1.959974479675293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,16,power_law_1.2,2.5802751541137696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,64,power_law_1.01,0.11755520105361938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,64,power_law_1.01,0.10414079427719117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,64,power_law_1.01,0.1033087968826294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,64,power_law_1.01,0.10310399532318115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,64,power_law_1.01,0.09745280146598816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,64,power_law_1.01,0.09478399753570557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,64,power_law_1.01,0.1049407958984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,64,power_law_1.01,0.10940159559249878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,64,power_law_1.01,0.10947840213775635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,64,power_law_1.01,0.11079039573669433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,64,power_law_1.01,0.11302399635314941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,64,power_law_1.01,0.11478400230407715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,64,power_law_1.01,0.11932799816131592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,64,power_law_1.01,0.12471040487289428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,64,power_law_1.01,0.13396480083465576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,64,power_law_1.01,0.14603519439697266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,64,power_law_1.01,0.864902400970459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,64,power_law_1.01,1.0462207794189453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,64,power_law_1.01,1.0897088050842285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,64,power_law_1.01,1.7979455947875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,64,power_law_1.01,0.30370559692382815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,64,power_law_1.01,0.394815993309021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,64,power_law_1.01,0.49999361038208007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,64,power_law_1.01,0.7229824066162109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,64,power_law_1.01,0.9291584014892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,64,power_law_1.01,1.4308544158935548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,64,power_law_1.01,1.7797119140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,4,power_law_1.01,0.050496000051498416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,4,power_law_1.01,0.053523200750350955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,4,power_law_1.01,0.05208960175514221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,4,power_law_1.01,0.05484799742698669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,4,power_law_1.01,0.055667197704315184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,4,power_law_1.01,0.0595583975315094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,4,power_law_1.01,0.063155198097229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,4,power_law_1.01,0.06443520188331604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,4,power_law_1.01,0.0654591977596283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,4,power_law_1.01,0.06606079936027527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,4,power_law_1.01,0.06718080043792725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,4,power_law_1.01,0.06752640008926392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,4,power_law_1.01,0.09260799884796142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,4,power_law_1.01,0.10241279602050782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,4,power_law_1.01,0.11427199840545654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,4,power_law_1.01,0.12575360536575317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,4,power_law_1.01,0.15377919673919677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,4,power_law_1.01,0.18926719427108765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,4,power_law_1.01,0.22627201080322265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,4,power_law_1.01,0.26785280704498293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,4,power_law_1.01,0.32359681129455564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,4,power_law_1.01,0.4732800006866455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,4,power_law_1.01,0.8181504249572754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,8,power_law_1.2,0.1815999984741211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,8,power_law_1.2,0.28069119453430175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,8,power_law_1.2,0.3434623956680298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,8,power_law_1.2,0.37043840885162355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,8,power_law_1.2,0.5138175964355469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,8,power_law_1.2,0.5952767848968505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,8,power_law_1.2,0.589299201965332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,4,power_law_1.01,0.8701696395874023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,8,power_law_1.2,0.6282368183135987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,8,power_law_1.2,0.5238527774810791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,8,power_law_1.2,0.5593728065490723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,16,power_law_1.01,0.0864575982093811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,8,power_law_1.2,0.5844607830047608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,16,power_law_1.01,0.07084159851074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,16,power_law_1.01,0.07776640057563781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,8,power_law_1.2,0.5953792095184326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,16,power_law_1.01,0.06718720197677612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,16,power_law_1.01,0.06775680184364319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,8,power_law_1.2,0.6277823925018311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,16,power_law_1.01,0.07537919878959656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,16,power_law_1.01,0.0757695972919464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,8,power_law_1.2,0.5812032222747803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,16,power_law_1.01,0.07707520127296448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,16,power_law_1.01,0.0822272002696991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,16,power_law_1.01,0.08271359801292419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,8,power_law_1.2,0.6072192192077637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,16,power_law_1.01,0.08629119992256165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,16,power_law_1.01,0.09317119717597962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,8,power_law_1.2,0.6373119831085206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,16,power_law_1.01,0.09502720236778259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,16,power_law_1.01,0.08951680064201355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,8,power_law_1.2,0.6820288181304932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,16,power_law_1.01,0.09429759979248047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,16,power_law_1.01,0.10551680326461792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,8,power_law_1.2,0.7602240085601807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,16,power_law_1.01,0.11634559631347656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,16,power_law_1.01,0.13600640296936034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,8,power_law_1.2,0.810035228729248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,16,power_law_1.01,0.158624005317688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,16,power_law_1.01,0.21672320365905762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,8,power_law_1.2,1.005964756011963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,16,power_law_1.01,0.2680896043777466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,16,power_law_1.01,0.3598464012145996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,8,power_law_1.2,1.0454784393310548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,16,power_law_1.01,0.44454398155212405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,8,power_law_1.2,1.3498432159423828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,16,power_law_1.01,0.6067776203155517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,16,power_law_1.01,0.8523903846740722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,8,power_law_1.2,1.6153728485107421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,16,power_law_1.01,1.1254591941833496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,8,power_law_1.2,2.278656005859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,16,power_law_1.01,1.514515209197998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,8,power_law_1.2,2.7450815200805665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,8,power_law_1.2,4.269075012207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,8,power_law_1.2,5.342335891723633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,4,power_law_1.01,1.448192024230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,4,power_law_1.01,1.5126591682434083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,4,power_law_1.01,2.5191680908203127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,1,balanced,0.12203199664751689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,1,balanced,0.19606933991114298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,1,balanced,0.3143306573232015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,1,balanced,0.5786506732304891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,1,balanced,1.095098654429118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,1,balanced,2.1248319943745932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,1,balanced,2.135237375895182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,1,balanced,2.140570640563965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,1,balanced,2.15175994237264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,1,balanced,2.156544049580892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,1,balanced,2.1732746760050454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,1,balanced,2.1901866594950357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,1,balanced,2.197925408681234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,1,balanced,2.2256693840026855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,1,balanced,2.2421706517537436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,1,balanced,2.273237387339274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,1,balanced,2.3056000073750815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,1,balanced,2.4216853777567544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,1,balanced,2.50547726949056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,1,balanced,2.6582773526509604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,1,balanced,2.8876320521036782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,1,balanced,3.3119093577067056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,1,balanced,3.6331574122111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,1,balanced,5.357749303181966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,1,balanced,6.535077412923177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,1,balanced,9.53554662068685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,1,balanced,12.7073122660319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,16,power_law_1.01,0.07279999852180481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,16,power_law_1.01,0.07313920259475708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,16,power_law_1.01,0.07067520022392274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,16,power_law_1.01,0.0702015995979309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,16,power_law_1.01,0.06408320069313049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,16,power_law_1.01,0.07235199809074402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,16,power_law_1.01,0.07564160227775574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,16,power_law_1.01,0.07185919880867005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,16,power_law_1.01,0.07403519749641418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,16,power_law_1.01,0.07674880027770996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,16,power_law_1.01,0.07591040134429931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,16,power_law_1.01,0.07852799892425537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,16,power_law_1.01,0.08173440098762512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,16,power_law_1.01,0.08275840282440186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,16,power_law_1.01,0.09268479943275451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,16,power_law_1.01,0.0951807975769043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,16,power_law_1.01,0.10328320264816285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,16,power_law_1.01,0.11182719469070435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,16,power_law_1.01,0.13328640460968016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,16,power_law_1.01,0.1419584035873413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,16,power_law_1.01,0.18691840171813964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,16,power_law_1.01,0.23074560165405272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,16,power_law_1.01,0.3058495998382568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,16,power_law_1.01,0.41295361518859863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,16,power_law_1.01,0.5843967914581298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,16,power_law_1.01,0.9137408256530761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,16,power_law_1.01,1.2673664093017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,16,balanced,0.047226667404174805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,16,balanced,0.04825599988301595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,16,balanced,0.04890666902065277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,16,balanced,0.04944533109664917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,16,balanced,0.058543999989827476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,16,balanced,0.07788266738255818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,16,balanced,0.07923200229803722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,16,balanced,0.08112533390522003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,16,balanced,0.08218666911125183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,16,balanced,0.0827466646830241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,16,balanced,0.08494399984677632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,16,balanced,0.08601599931716919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,16,balanced,0.08627200126647949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,16,balanced,0.08973333239555359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,16,balanced,0.09291733304659526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,16,balanced,0.0955573320388794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,16,balanced,0.10038933157920837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,16,balanced,0.11312533418337505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,16,balanced,0.12498133381207784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,16,balanced,0.14059199889500937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,16,balanced,0.1646933356920878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,16,balanced,0.21023466189702353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,16,balanced,0.24927467107772827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,16,balanced,0.3452693223953247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,16,balanced,0.41821332772572833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,16,balanced,0.5949546496073405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,16,balanced,0.774458646774292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,1,balanced,0.07684800028800964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,1,balanced,0.11442133784294128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,1,balanced,0.20467199881871542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,1,balanced,0.37451199690500897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,1,balanced,0.7247947057088217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,1,balanced,0.7314399878184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,1,balanced,0.7370986938476562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,1,balanced,0.7397920290629069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,1,balanced,0.744709332784017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,1,balanced,0.7496853669484457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,1,balanced,0.7572533289591471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,1,balanced,0.7665920257568359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,1,balanced,0.7712586720784506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,1,balanced,0.7847253481547037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,1,balanced,0.8130239645640055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,1,balanced,0.8276267051696777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,1,balanced,0.856165329615275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,1,balanced,0.8951093355814616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,1,balanced,0.9504266579945883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,1,balanced,1.1571146647135417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,1,balanced,1.2778346538543701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,1,balanced,1.9777013460795085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,1,balanced,2.1409546534220376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,1,balanced,3.2487945556640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,1,balanced,4.308618545532227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,1,balanced,6.421791712443034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,1,balanced,8.66041628519694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,8,balanced,0.08519466718037923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,8,balanced,0.08488532900810242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,8,balanced,0.08523199955622356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,8,balanced,0.07867733140786488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,8,balanced,0.07903466622034709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,8,balanced,0.0803466687599818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,8,balanced,0.08138133088747661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,8,balanced,0.08204266428947449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,8,balanced,0.08955199519793193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,8,balanced,0.09028266867001851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,8,balanced,0.09156266848246257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,8,balanced,0.08975467085838318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,8,balanced,0.08906132976214091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,8,balanced,0.09506666660308838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,8,balanced,0.09658666451772054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,8,balanced,0.10140267014503479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,8,balanced,0.1285920043786367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,8,balanced,0.1421280006567637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,8,balanced,0.185370663801829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,8,balanced,0.22029866774876913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,8,balanced,0.3020426630973816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,8,balanced,0.41380266348520917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,8,balanced,0.49480001131693524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,8,balanced,0.7761013507843018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,8,balanced,0.9608853658040365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,8,balanced,1.3738719622294109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,8,balanced,1.7642292976379395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,8,power_law_1.01,0.2261568069458008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,8,power_law_1.01,0.20385921001434326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,8,power_law_1.01,0.2018752098083496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,8,power_law_1.01,0.2023103952407837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,8,power_law_1.01,0.2050112009048462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,8,power_law_1.01,0.2265791893005371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,8,power_law_1.01,0.23656320571899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,8,power_law_1.01,0.29228160381317136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,8,power_law_1.01,0.2886719942092896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,8,power_law_1.01,0.46044158935546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,8,power_law_1.01,0.4100543975830078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,8,power_law_1.01,0.416377592086792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,8,power_law_1.01,0.5258368015289306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,8,power_law_1.01,0.6116864204406738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,8,power_law_1.01,0.7907839775085449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,8,power_law_1.01,0.991756820678711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,8,power_law_1.01,0.8208703994750977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,8,power_law_1.01,1.3147135734558106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,8,power_law_1.01,1.6159040451049804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,8,power_law_1.01,2.459270477294922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,8,power_law_1.01,2.7491199493408205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,16,balanced,0.03013866643110911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,16,balanced,0.028549333413441975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,16,balanced,0.028927999238173168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,16,balanced,0.029450667401154835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,16,balanced,0.04758933186531067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,8,power_law_1.01,4.449504089355469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,16,balanced,0.04797866443792979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,16,balanced,0.04882133503754934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,16,balanced,0.04900266726811727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,16,balanced,0.04940799872080485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,16,balanced,0.049829334020614624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,16,balanced,0.05097066859404246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,16,balanced,0.05152533451716105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,16,balanced,0.05264000097910563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,16,balanced,0.0537013312180837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,16,balanced,0.05968533456325531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,16,balanced,0.05898133416970571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,16,balanced,0.06126399834950765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,16,balanced,0.06674133241176605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,16,balanced,0.07197866837183635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,16,balanced,0.08611200253168742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,16,balanced,0.09154133001963298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,16,balanced,0.1202880044778188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,16,balanced,0.13099199533462524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,16,balanced,0.18365333477656046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,16,balanced,0.23057599862416586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,16,balanced,0.3291306694348653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,16,balanced,0.4259093205134074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,8,power_law_1.01,5.68553581237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,8,power_law_1.01,8.989593505859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,2,power_law_1.2,0.1978495955467224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,2,power_law_1.2,0.307475209236145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,2,power_law_1.2,0.4355072021484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,2,power_law_1.2,0.5967872142791748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,2,power_law_1.2,0.9421824455261231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,2,power_law_1.2,1.0355839729309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,2,power_law_1.2,1.6238719940185546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,2,power_law_1.2,1.707935905456543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,2,power_law_1.2,1.6331968307495117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,2,power_law_1.2,1.7001087188720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,2,power_law_1.2,1.76495361328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,2,power_law_1.2,1.8511039733886718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,2,power_law_1.2,1.8720640182495116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,8,power_law_1.01,11.024915313720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,2,power_law_1.2,2.0714496612548827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.08608639836311341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.1296512007713318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,2,power_law_1.2,2.172710418701172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.18703360557556153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.2806848049163818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,2,power_law_1.2,2.321151924133301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.3710207939147949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.648576021194458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,2,power_law_1.2,2.4819007873535157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.6765120029449463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.7087168216705322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,2,power_law_1.2,2.725152015686035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.7085375785827637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.7347839832305908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,2,power_law_1.2,2.7482751846313476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.7539455890655518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.7698751926422119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,2,power_law_1.2,3.11278076171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.7948095798492432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.8444928169250489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.8885696411132813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,2,power_law_1.2,3.3331775665283203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.9126655578613281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.9784383773803711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,1,power_law_1.2,1.0918720245361329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,2,power_law_1.2,4.129510498046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,1,power_law_1.2,1.243513584136963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,2,balanced,0.23031999667485556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,2,balanced,0.3787306547164917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,2,balanced,0.7281333605448405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,1,power_law_1.2,1.472646427154541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,2,balanced,0.7152586778004965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,2,balanced,0.7187626361846924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,2,balanced,0.7234773635864258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,2,power_law_1.2,4.850553512573242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,1,power_law_1.2,1.73570556640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,2,balanced,0.7265013058980306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,2,balanced,0.7285652955373129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,2,balanced,0.7370879650115967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,2,balanced,0.7376960118611654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,2,balanced,0.7520319620768229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,2,balanced,0.7736852963765463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,2,balanced,0.7774933179219564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,2,balanced,0.8505600293477377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,2,balanced,0.922544002532959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,2,balanced,0.9350186983744303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,1,power_law_1.2,2.2840448379516602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,2,balanced,1.0510400136311848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,2,balanced,1.6365440686543782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,2,balanced,1.7044960657755535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,1,power_law_1.2,2.77706241607666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,2,power_law_1.2,6.425414276123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,2,balanced,2.5168426831563315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,2,balanced,3.2752854029337564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,2,balanced,4.668234825134277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,2,power_law_1.2,7.892646026611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,2,balanced,6.2873490651448565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,2,power_law_1.2,10.867040252685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,2,balanced,9.096719741821289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,1,power_law_1.2,3.8957630157470704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,2,balanced,12.203844706217447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,2,power_law_1.2,14.603590393066407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,2,balanced,18.263071695963543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,2,balanced,24.68153127034505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.5311999797821045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,8,power_law_1.01,17.11414337158203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.8797823905944824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,1,power_law_1.2,1.6642559051513672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,1,power_law_1.2,2.9822975158691407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,1,power_law_1.2,4.990329742431641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,1,power_law_1.2,4.325958251953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,1,power_law_1.2,6.169331359863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,1,power_law_1.2,9.257843017578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,1,power_law_1.2,9.628025817871094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,1,power_law_1.2,9.78914566040039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,8,power_law_1.01,22.219200134277344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,1,power_law_1.2,10.114617919921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,16,power_law_1.2,0.061913597583770755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,16,power_law_1.2,0.07875840067863464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,16,power_law_1.2,0.07340800166130065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,16,power_law_1.2,0.07798399925231933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,1,power_law_1.2,10.5644287109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,16,power_law_1.2,0.07625600099563598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,16,power_law_1.2,0.06900479793548583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,16,power_law_1.2,0.07626240253448487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,16,power_law_1.2,0.07816960215568543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,16,power_law_1.2,0.08082559704780579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,16,power_law_1.2,0.08147199749946595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,1,power_law_1.2,11.170169830322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,16,power_law_1.2,0.0871936023235321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,16,power_law_1.2,0.08845440149307252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,16,power_law_1.2,0.09635199904441834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,16,power_law_1.2,0.09408640265464782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,16,power_law_1.2,0.09916160106658936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,16,power_law_1.2,0.1024832010269165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,16,power_law_1.2,0.10833280086517334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,16,power_law_1.2,0.12460160255432129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,16,power_law_1.2,0.15720959901809692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,1,power_law_1.2,11.125721740722657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,16,power_law_1.2,0.19349119663238526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,16,power_law_1.2,0.22654080390930176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,16,power_law_1.2,0.29189119338989256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,16,power_law_1.2,0.34478719234466554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,16,power_law_1.2,0.5132480144500733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,16,power_law_1.2,0.6213503837585449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,16,power_law_1.2,1.0025600433349608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,1,power_law_1.2,12.65335693359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,16,power_law_1.2,1.2268927574157715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,1,power_law_1.2,13.37578887939453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,1,power_law_1.2,14.23148193359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,1,power_law_1.2,7.307257843017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,1,power_law_1.2,15.73345947265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,1,power_law_1.2,17.953919982910158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,1,power_law_1.2,17.36405792236328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,1,power_law_1.2,20.168736267089844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,1,power_law_1.2,19.51246032714844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,1,power_law_1.2,23.219827270507814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,1,power_law_1.2,9.66192626953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,1,power_law_1.2,27.431973266601563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,1,power_law_1.2,35.14921569824219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,1,power_law_1.2,43.1818359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,64,balanced,0.061568001906077065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,64,balanced,0.05682133138179779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,64,balanced,0.054431999723116554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,64,balanced,0.0569653312365214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,64,balanced,0.07096533477306366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,64,balanced,0.0724426656961441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,64,balanced,0.07377066711584727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,64,balanced,0.07414400080839793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,64,balanced,0.07509866853555043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,64,balanced,0.09829333424568176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,64,balanced,0.07632000247637431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,64,balanced,0.07748800019423167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,64,balanced,0.07812266548474629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,64,balanced,0.08088000118732452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,64,balanced,0.08594133456548055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,64,balanced,0.0869599978129069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,64,balanced,0.09021332859992981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,64,balanced,0.0925600032011668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,64,balanced,0.10341866811116536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,64,balanced,0.13238400220870972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,64,balanced,0.13173333803812662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,64,balanced,0.165994664033254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,64,balanced,0.1928053299585978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,64,balanced,0.26422399282455444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,64,balanced,0.32443734010060626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,64,balanced,0.4949440161387126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,64,balanced,0.6150879859924316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,1,power_law_1.2,59.553045654296874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,1,power_law_1.2,74.81785888671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,4,power_law_1.2,0.09100160002708435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,4,power_law_1.2,0.10716160535812377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,4,power_law_1.2,0.11510399580001832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,4,power_law_1.2,0.12513920068740844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,4,power_law_1.2,0.1605504035949707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,4,power_law_1.2,0.1657855987548828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,4,power_law_1.2,0.18693759441375732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,4,power_law_1.2,0.20019199848175048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,4,power_law_1.2,0.20013439655303955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,4,power_law_1.2,0.20945920944213867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,4,power_law_1.2,0.31280639171600344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,4,power_law_1.2,0.21263360977172852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,4,power_law_1.2,0.49809918403625486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,4,power_law_1.2,0.24218881130218506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,4,power_law_1.2,0.22191998958587647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,4,power_law_1.2,0.5552639961242676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,4,power_law_1.2,0.2486720085144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,4,power_law_1.2,0.7556159973144532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,4,power_law_1.2,0.26949119567871094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,4,power_law_1.2,0.27966721057891847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,4,power_law_1.2,0.9335552215576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,4,power_law_1.2,0.30865280628204345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,4,power_law_1.2,1.0582847595214844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,4,power_law_1.2,0.34432640075683596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,4,power_law_1.2,0.3915776014328003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,4,power_law_1.2,1.4201343536376954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,4,power_law_1.2,0.5037888050079345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,4,power_law_1.2,1.3517760276794433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,4,power_law_1.2,0.6173183917999268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,4,power_law_1.2,1.3838208198547364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,4,power_law_1.2,0.7712768077850342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,4,power_law_1.2,1.5072192192077636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,4,power_law_1.2,1.0078399658203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,4,power_law_1.2,1.4842559814453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,4,power_law_1.2,1.376915168762207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,4,power_law_1.2,1.4513471603393555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,4,power_law_1.2,1.712460708618164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,4,power_law_1.2,1.53503360748291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,4,power_law_1.2,1.701139259338379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,4,power_law_1.2,2.354854393005371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,4,power_law_1.2,1.8022911071777343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,4,power_law_1.2,1.8381696701049806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,4,power_law_1.2,3.3738048553466795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,4,power_law_1.2,1.9325376510620118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,4,power_law_1.2,2.1811264038085936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,4,power_law_1.2,2.2887359619140626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,4,power_law_1.2,2.58023681640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,4,power_law_1.2,3.081119918823242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,4,power_law_1.2,3.6302913665771483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,2,balanced,0.06266133487224579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,2,balanced,0.08397333820660909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,2,balanced,0.11497066418329875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,2,balanced,0.1811573306719462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,2,balanced,0.30952000617980957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,2,balanced,0.5878506501515707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,2,balanced,0.5925493240356445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,2,balanced,0.5780959924062093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,2,balanced,0.5844320058822632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,4,power_law_1.2,4.105209732055664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,2,balanced,0.5835200150807699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,2,balanced,0.5904800097147623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,4,power_law_1.2,6.1596416473388675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,2,balanced,0.5958933432896932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,2,balanced,0.598197340965271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,2,balanced,0.6092906792958578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,2,balanced,0.6192586819330851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,2,balanced,0.6276053190231323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,2,balanced,0.642794648806254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,2,balanced,0.6946293512980143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,2,balanced,0.7367786566416422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,2,balanced,0.7996853192647299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,2,balanced,0.885205348332723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,4,power_law_1.2,7.040204620361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,2,balanced,1.1146079699198406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,2,balanced,1.241477330525716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,2,balanced,1.9555466969807942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,2,balanced,2.1057492891947427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,2,balanced,3.061786651611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,4,power_law_1.2,9.663539123535156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,2,balanced,4.085626602172852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,4,power_law_1.2,12.57871322631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,8,power_law_1.01,0.08664320111274719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,8,power_law_1.01,0.11075839996337891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,8,power_law_1.01,0.13479679822921753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,8,power_law_1.01,0.14818559885025023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,8,power_law_1.01,0.1436352014541626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,8,power_law_1.01,0.14935040473937988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,8,power_law_1.01,0.14933760166168214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,8,power_law_1.01,0.15326080322265626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,8,power_law_1.01,0.15823999643325806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,8,power_law_1.01,0.16163840293884277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,8,power_law_1.01,0.1691007971763611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,8,power_law_1.01,0.17219200134277343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,8,power_law_1.01,0.17535359859466554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,8,power_law_1.01,0.19026559591293335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,8,power_law_1.01,0.19717119932174682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,8,power_law_1.01,0.20458879470825195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,64,power_law_1.01,0.04867840111255646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,64,power_law_1.01,0.03823359906673431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,8,power_law_1.01,0.2125823974609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,64,power_law_1.01,0.03849599957466125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,8,power_law_1.01,0.23700480461120604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,64,power_law_1.01,0.03845120072364807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,8,power_law_1.01,0.2739840030670166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,64,power_law_1.01,0.039577600359916684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,64,power_law_1.01,0.040659201145172116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,8,power_law_1.01,0.31945600509643557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,64,power_law_1.01,0.0406464010477066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,64,power_law_1.01,0.041171199083328246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,64,power_law_1.01,0.041196799278259276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,64,power_law_1.01,0.041868799924850465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,64,power_law_1.01,0.04238080084323883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,64,power_law_1.01,0.04268159866333008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,64,power_law_1.01,0.04428159892559051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,64,power_law_1.01,0.046003198623657225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,64,power_law_1.01,0.05051519870758057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,8,power_law_1.01,0.3608128070831299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,64,power_law_1.01,0.05258240103721619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,64,power_law_1.01,0.055622398853302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,8,power_law_1.01,0.46898560523986815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,64,power_law_1.01,0.06787840127944947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,8,power_law_1.01,0.5506048202514648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,64,power_law_1.01,0.0806656002998352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,64,power_law_1.01,0.10120320320129395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,8,power_law_1.01,0.7481344223022461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,64,power_law_1.01,0.11942399740219116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,64,power_law_1.01,0.18450560569763183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,8,power_law_1.01,0.972755241394043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,64,power_law_1.01,0.22711679935455323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,64,power_law_1.01,0.27507839202880857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,8,power_law_1.01,1.4368000030517578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,64,power_law_1.01,0.32407679557800295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,64,power_law_1.01,0.4538559913635254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,8,power_law_1.01,1.7269695281982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,64,power_law_1.01,0.6708159923553467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,8,power_law_1.2,0.08399360179901123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,8,power_law_1.2,0.07761920094490052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,8,power_law_1.2,0.07787520289421082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,8,power_law_1.2,0.07820159792900086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,8,power_law_1.2,0.07866880297660828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,8,power_law_1.2,0.08740479946136474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,8,power_law_1.2,0.1007040023803711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,8,power_law_1.2,0.10961920022964478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,8,power_law_1.2,0.9516736030578613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,8,power_law_1.2,1.515436840057373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,8,power_law_1.2,0.1449023962020874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,2,power_law_1.01,0.18093440532684327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,8,power_law_1.2,0.153983998298645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,2,power_law_1.01,0.26847360134124754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,8,power_law_1.2,0.16717439889907837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,2,power_law_1.01,0.35048320293426516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,8,power_law_1.2,0.20101759433746338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,2,power_law_1.01,0.4858687877655029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,8,power_law_1.2,0.23552000522613525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,2,power_law_1.01,0.6358272075653076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,8,power_law_1.2,0.25883519649505615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,2,power_law_1.01,0.945798397064209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,8,power_law_1.2,0.25347199440002444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,2,power_law_1.01,0.9767552375793457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,2,power_law_1.01,0.9849472045898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,8,power_law_1.2,0.36849279403686525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,2,power_law_1.01,1.0522879600524901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,2,power_law_1.01,1.0720767974853516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,2,power_law_1.01,1.0902463912963867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,2,power_law_1.01,1.1795647621154786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,8,power_law_1.2,0.42250881195068357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,2,power_law_1.01,1.1830400466918944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,2,power_law_1.01,1.2408448219299317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,2,power_law_1.01,1.290272045135498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,2,power_law_1.01,1.3422207832336426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,2,power_law_1.01,6.278022384643554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,8,power_law_1.2,0.7019455909729004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,2,power_law_1.01,8.41998062133789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,2,power_law_1.01,1.8040447235107422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,2,power_law_1.01,2.2135616302490235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,2,power_law_1.01,2.4492095947265624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,128,power_law_1.01,0.0911296010017395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,2,power_law_1.01,3.123468780517578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,128,power_law_1.01,0.08529279828071594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,128,power_law_1.01,0.08536319732666016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,128,power_law_1.01,0.08462719917297364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,2,power_law_1.01,3.860960006713867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,128,power_law_1.01,0.08610560297966004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,128,power_law_1.01,0.08733440041542054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,128,power_law_1.01,0.08862720131874084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,128,power_law_1.01,0.09037439823150635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,128,power_law_1.01,0.09063040018081665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,2,power_law_1.01,5.150598526000977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,128,power_law_1.01,0.091839998960495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,8,power_law_1.2,0.9270719528198242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,2,power_law_1.01,6.4253181457519535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,128,power_law_1.01,0.09919360280036926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,128,power_law_1.01,0.10208640098571778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,128,power_law_1.01,0.10730880498886108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,128,power_law_1.01,0.11086080074310303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,128,power_law_1.01,0.11510399580001832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,128,power_law_1.01,0.11848959922790528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,128,power_law_1.01,0.1211967945098877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,128,power_law_1.01,0.13229440450668334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,2,power_law_1.01,9.237728118896484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,128,power_law_1.01,0.14892159700393676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,128,power_law_1.01,0.16922240257263182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,128,power_law_1.01,0.24134399890899658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,128,power_law_1.01,0.2849152088165283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,128,power_law_1.01,0.4101247787475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,128,power_law_1.01,0.6332352161407471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,128,power_law_1.01,0.7740479946136475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,128,power_law_1.01,1.0769663810729981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,2,power_law_1.01,12.1525634765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,128,power_law_1.01,1.4660032272338868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,8,power_law_1.2,1.323084831237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,8,power_law_1.2,1.5883647918701171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,8,power_law_1.2,2.505753517150879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,8,power_law_1.2,3.0998144149780273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.3813247919082642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.5892223834991455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.7605504035949707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,1,power_law_1.01,1.3450688362121581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,1,power_law_1.01,1.3796095848083496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,1,power_law_1.01,1.3985983848571777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,1,power_law_1.01,1.5374719619750976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,1,power_law_1.01,1.4700863838195801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,1,power_law_1.01,2.6902912139892576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,32,power_law_1.2,0.044121599197387694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,32,power_law_1.2,0.036774399876594546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,32,power_law_1.2,0.036499199271202085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,32,power_law_1.2,0.03675520122051239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,1,power_law_1.01,4.633523178100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,32,power_law_1.2,0.03727999925613403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,32,power_law_1.2,0.03848319947719574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,1,power_law_1.01,1.7089920043945312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,32,power_law_1.2,0.039552000164985654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,32,power_law_1.2,0.039980798959732056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,32,power_law_1.2,0.04012160003185272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,1,power_law_1.01,1.8318784713745118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,32,power_law_1.2,0.04056319892406464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,32,power_law_1.2,0.04071039855480194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,1,power_law_1.01,2.044051170349121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,32,power_law_1.2,0.0429504007101059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,32,power_law_1.2,0.04339199960231781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,32,power_law_1.2,0.045516800880432126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,1,power_law_1.01,1.9735040664672852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,32,power_law_1.2,0.04937599897384644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,32,power_law_1.2,0.05503360033035278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,1,power_law_1.01,2.16296329498291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,32,power_law_1.2,0.05927039980888367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,32,power_law_1.2,0.06777600049972535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,32,power_law_1.2,0.07138559818267823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,32,power_law_1.2,0.09646720290184022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,32,power_law_1.2,0.12409600019454955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,1,power_law_1.01,2.3560512542724608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,32,power_law_1.2,0.17774080038070678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,32,power_law_1.2,0.23011200428009032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,32,power_law_1.2,0.3954432010650635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,32,power_law_1.2,0.37287039756774903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,1,power_law_1.01,2.630406379699707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,1,power_law_1.01,3.476531219482422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,1,power_law_1.01,4.19420166015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,1,power_law_1.01,5.585785675048828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,32,power_law_1.2,0.5876736164093017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,1,power_law_1.01,7.200141143798828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,8,power_law_1.2,4.313676834106445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,1,power_law_1.01,10.337158203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,32,power_law_1.2,0.733292818069458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,2,power_law_1.2,0.052928000688552856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,2,power_law_1.2,0.057017600536346434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,2,power_law_1.2,0.07694079875946044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,2,power_law_1.2,0.10177279710769653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,2,power_law_1.2,0.12784639596939087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,1,power_law_1.01,13.896403503417968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,2,power_law_1.2,0.1832128047943115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,2,power_law_1.2,0.19243520498275757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,2,power_law_1.2,0.2031167984008789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,2,power_law_1.2,0.20129919052124023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,2,power_law_1.2,0.20556800365447997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,16,power_law_1.2,0.7125247955322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,2,power_law_1.2,0.21509120464324952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,2,power_law_1.2,0.22512640953063964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,2,power_law_1.2,0.231276798248291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,16,power_law_1.2,0.84967041015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,2,power_law_1.2,0.24360320568084717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,2,power_law_1.2,0.24114561080932617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,2,power_law_1.2,0.25448319911956785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,16,power_law_1.2,0.8677632331848144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,2,power_law_1.2,0.27400319576263427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,2,power_law_1.2,0.2966975927352905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,16,power_law_1.2,0.8747136116027832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,2,power_law_1.2,0.3261120080947876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,2,power_law_1.2,0.41787519454956057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,16,power_law_1.2,0.8087103843688965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,2,power_law_1.2,0.4933119773864746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,16,power_law_1.2,0.8607872009277344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,16,power_law_1.2,0.7490623950958252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,16,power_law_1.2,0.7893184185028076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,16,power_law_1.2,0.8199680328369141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,2,power_law_1.2,0.650271987915039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,16,power_law_1.2,0.8235648155212403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,16,power_law_1.2,0.8623040199279786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,2,power_law_1.2,0.8365311622619629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,16,power_law_1.2,0.857151985168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,16,power_law_1.2,0.8937088012695312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,16,power_law_1.2,0.9659520149230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,16,power_law_1.2,0.997657585144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,16,power_law_1.2,1.015449619293213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,16,power_law_1.2,1.0867775917053222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,16,power_law_1.2,1.28274564743042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,16,power_law_1.2,1.2657983779907227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,16,power_law_1.2,1.4686976432800294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,16,power_law_1.2,1.805766487121582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,16,power_law_1.2,2.4265024185180666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,16,power_law_1.2,3.224224090576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,16,power_law_1.2,4.709516906738282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,2,power_law_1.2,1.165817642211914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,16,power_law_1.2,5.054003143310547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,16,power_law_1.2,7.900262451171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,2,power_law_1.2,1.6101568222045899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,16,power_law_1.2,9.842854309082032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,1,power_law_1.01,19.80412139892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,1,power_law_1.01,26.560116577148438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,1,power_law_1.2,0.07575039863586426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,1,power_law_1.2,0.10106240510940552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,1,power_law_1.2,0.17207679748535157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,1,power_law_1.2,0.25585920810699464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,1,power_law_1.2,0.34956159591674807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,1,power_law_1.2,0.6036608219146729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,1,power_law_1.2,0.652569580078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,1,power_law_1.2,0.6814655780792236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,1,power_law_1.2,0.709555196762085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,1,power_law_1.2,0.7279679775238037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,1,power_law_1.2,0.7623871803283692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,1,power_law_1.2,0.7848959922790527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,1,power_law_1.2,0.802188777923584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,1,power_law_1.2,0.825984001159668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,1,power_law_1.2,0.8568063735961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,1,power_law_1.2,0.8872384071350098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,1,power_law_1.2,0.9073599815368653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,1,power_law_1.2,0.9589183807373047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,1,power_law_1.2,1.0158271789550781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,1,power_law_1.2,1.1458880424499511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,1,power_law_1.2,1.4228480339050293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,1,power_law_1.2,1.7917951583862304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,1,power_law_1.2,2.004595184326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,1,power_law_1.2,2.780678367614746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,2,power_law_1.2,2.51474552154541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,1,power_law_1.2,3.5170753479003904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,4,balanced,0.11153067151705424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,4,balanced,0.16683199008305868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,4,balanced,0.29416000843048096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,4,balanced,0.48978133996327716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,4,balanced,0.9148533344268799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,4,balanced,1.123189369837443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,4,balanced,1.1256639957427979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,4,balanced,1.1291999816894531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,1,power_law_1.2,4.923667144775391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,4,balanced,1.1298879782358806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,4,balanced,1.1355520089467366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,4,balanced,1.143935998280843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,4,balanced,1.1460586388905842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,4,balanced,1.1547520160675049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,4,balanced,1.1659093697865803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,4,balanced,1.1818186442057292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,4,balanced,1.2343680063883464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,4,balanced,1.24945068359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,4,balanced,1.3056000073750813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,4,balanced,1.3427252769470215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,4,balanced,2.1131200790405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,4,balanced,1.6375946998596191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,4,balanced,2.6997547149658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,4,balanced,2.66869322458903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,4,balanced,4.312490781148274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,1,power_law_1.01,40.41547546386719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,4,balanced,5.445498784383138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,4,balanced,7.085077285766602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,8,power_law_1.2,0.0646336019039154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,8,power_law_1.2,0.08113279938697815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,8,power_law_1.2,0.07880319952964783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,8,power_law_1.2,0.09056640267372132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,8,power_law_1.2,0.1053887963294983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,4,balanced,9.479610443115234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,8,power_law_1.2,0.09326080083847046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,8,power_law_1.2,0.11047680377960205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,8,power_law_1.2,0.10534399747848511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,8,power_law_1.2,0.10510079860687256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,8,power_law_1.2,0.1082111954689026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,8,power_law_1.2,0.11241600513458253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,8,power_law_1.2,0.12092159986495972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,8,power_law_1.2,0.12666879892349242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,8,power_law_1.2,0.12910720109939575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,8,power_law_1.2,0.14024319648742675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,8,power_law_1.2,0.145305597782135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,8,power_law_1.2,0.16010240316390992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,8,power_law_1.2,0.17566720247268677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,8,power_law_1.2,0.9133184432983399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,1,power_law_1.2,6.321279907226563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,8,power_law_1.2,1.1169856071472168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,8,power_law_1.2,0.3150144100189209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,8,power_law_1.2,0.393670392036438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,8,power_law_1.2,0.45586562156677246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,8,power_law_1.2,0.6347904205322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,8,power_law_1.2,0.7847231864929199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,8,power_law_1.2,1.2020159721374513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,8,power_law_1.2,1.5286591529846192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,8,power_law_1.2,6.247385787963867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,1,power_law_1.01,52.003533935546876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,2,power_law_1.2,3.0323968887329102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,4,power_law_1.2,0.05614079833030701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,4,power_law_1.2,0.054425597190856934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,4,power_law_1.2,0.05861759781837463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,4,power_law_1.2,0.06160640120506287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,4,power_law_1.2,0.06302080154418946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,4,power_law_1.2,0.07918720245361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,4,power_law_1.2,0.08817920088768005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,4,power_law_1.2,0.07808640003204345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,4,power_law_1.2,0.0794048011302948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,4,power_law_1.2,0.07876480221748353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,4,power_law_1.2,0.08168960213661194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,4,power_law_1.2,0.08175359964370728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,4,power_law_1.2,0.08257279992103576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,4,power_law_1.2,0.09073280096054077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,4,power_law_1.2,0.10412160158157349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,4,power_law_1.2,0.10712319612503052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,4,power_law_1.2,0.16002559661865234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,4,power_law_1.2,0.20558719635009765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,4,power_law_1.2,0.20887041091918945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,4,power_law_1.2,0.2992511987686157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,4,power_law_1.2,0.3402623891830444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.08167679905891419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.10010240077972413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.13546240329742432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.2428607940673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.2370687961578369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.25389440059661866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.24293119907379152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.24777600765228272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.25934720039367676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.2628671884536743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.262335991859436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.27857921123504636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.31468160152435304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.28475520610809324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.34382081031799316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.3619647979736328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,4,power_law_1.2,0.4939839839935303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.43224320411682127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.5337984085083007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,4,power_law_1.2,0.5770688056945801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.6617792129516602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.9019136428833008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,1,power_law_1.01,1.145907211303711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,4,power_law_1.2,1.0435263633728027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,1,power_law_1.01,1.6300287246704102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,1,power_law_1.01,2.0591808319091798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,4,power_law_1.2,1.2660351753234864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,1,power_law_1.01,0.07565439939498901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,1,power_law_1.01,2.9995647430419923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,1,power_law_1.01,0.10435199737548828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,1,power_law_1.01,0.1721984028816223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,1,power_law_1.01,0.28126718997955324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,1,power_law_1.01,0.3824448108673096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,1,power_law_1.01,0.6135424137115478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,1,power_law_1.01,0.6536320209503174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,1,power_law_1.01,0.6995903968811035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,1,power_law_1.01,0.715718412399292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,1,power_law_1.01,0.7301055908203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,1,power_law_1.01,0.7430592060089112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,1,power_law_1.01,0.7791808128356934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,1,power_law_1.01,0.777894401550293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,1,power_law_1.01,0.8148480415344238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,1,power_law_1.01,0.8393152236938477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,1,power_law_1.01,0.8587776184082031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,1,power_law_1.01,0.8920255661010742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,1,power_law_1.01,0.9565312385559082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,1,power_law_1.01,0.9887616157531738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,128,balanced,0.09242666761080424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,1,power_law_1.01,1.1027008056640626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,128,balanced,0.10309333602587382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,128,balanced,0.09409600496292114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,128,balanced,0.14389333128929138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,128,balanced,0.18316799402236938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,128,balanced,0.1768640081087748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,1,power_law_1.01,1.404364776611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,128,balanced,0.16296000281969705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,128,balanced,0.1586026648680369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,128,balanced,0.15942399700482687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,128,balanced,0.16013866662979126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,128,balanced,0.1644319991270701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,128,balanced,0.16620266437530518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,1,power_law_1.01,1.7321279525756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,128,balanced,0.1666826605796814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,128,balanced,0.17299733559290567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,128,balanced,0.17413334051767984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,128,balanced,0.1815626621246338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,128,balanced,0.18869332472483316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,1,power_law_1.01,1.9335872650146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,128,balanced,0.2426933248837789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,128,balanced,0.2387733260790507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,128,balanced,0.3174026608467102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,128,balanced,0.3244640032450358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,1,power_law_1.01,2.6684543609619142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,128,balanced,0.4634186824162801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,128,balanced,0.4222879807154338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,128,balanced,0.553002675374349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,1,power_law_1.01,3.4858047485351564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,128,balanced,0.6831786632537842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,128,balanced,0.9657706419626871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,128,balanced,1.2314186890920003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,1,power_law_1.01,4.870643234252929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,1,power_law_1.01,6.3045696258544925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,32,power_law_1.2,0.061990398168563846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,32,power_law_1.2,0.04997760057449341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,32,power_law_1.2,0.049753600358963014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,32,power_law_1.2,0.04381439983844757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,1,power_law_1.01,3.943571090698242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,32,power_law_1.2,0.04824959933757782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,32,power_law_1.2,0.05617280006408691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,32,power_law_1.2,0.052671998739242554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,32,power_law_1.2,0.06214399933815003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,32,power_law_1.2,0.06590719819068909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,32,power_law_1.2,0.06968960165977478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,32,power_law_1.2,0.08229119777679443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,32,power_law_1.2,0.08475520014762879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,32,power_law_1.2,0.8180543899536132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,32,power_law_1.2,0.07241600155830383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,32,power_law_1.2,0.07677440047264099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,32,power_law_1.2,0.081004798412323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,32,power_law_1.2,0.08230400085449219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,32,power_law_1.2,0.11344640254974366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,32,power_law_1.2,0.14897919893264772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,32,power_law_1.2,0.1891584038734436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,32,power_law_1.2,0.2700095891952515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,32,power_law_1.2,0.3579456090927124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,32,power_law_1.2,0.3997056007385254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,32,power_law_1.2,0.5902016162872314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,32,power_law_1.2,1.1297216415405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,1,power_law_1.01,5.802342224121094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,4,power_law_1.2,1.6546688079833984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,32,power_law_1.2,1.2828736305236816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,4,balanced,0.06964266796906789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,4,balanced,0.07212799787521362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,4,balanced,0.08130666613578796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,4,balanced,0.10111467043558757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,4,balanced,0.11924800276756287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,4,balanced,0.17145599921544394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,4,balanced,0.17456533511479697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,4,balanced,0.17536000410715738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,4,balanced,0.17731734116872153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,4,balanced,0.17831466595331827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,4,balanced,0.1828533411026001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,4,balanced,0.18602667252222696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,4,balanced,0.18785599867502847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,4,balanced,0.19753066698710123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,4,balanced,0.20373332500457764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,4,balanced,0.21241599321365356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,4,balanced,0.2227840026219686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,4,balanced,0.2524906595547994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,4,balanced,0.2928746740023295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,4,balanced,0.39139731725056964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,4,balanced,0.4426453510920207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,4,balanced,0.6270346641540527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,4,balanced,0.7262240250905355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,16,power_law_1.01,0.3065727949142456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,4,balanced,1.0977546374003093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,16,power_law_1.01,0.47560319900512693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,4,balanced,1.3227146466573079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,4,balanced,1.8686399459838867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,16,power_law_1.01,0.6696703910827637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,16,power_law_1.01,0.6486527919769287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,4,balanced,2.4770026206970215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,16,power_law_1.01,0.6363584041595459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,16,power_law_1.01,0.6483007907867432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,16,power_law_1.01,0.5741312026977539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,16,power_law_1.01,0.5651519775390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,16,power_law_1.01,0.5678976058959961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,16,power_law_1.01,0.5952064037322998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,16,power_law_1.01,0.5130239963531494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,16,power_law_1.01,0.5938816070556641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,16,power_law_1.01,0.6011583805084229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,16,power_law_1.01,0.6110591888427734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,16,power_law_1.01,0.6532288074493409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,16,power_law_1.01,0.6570047855377197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,16,power_law_1.01,0.7291391849517822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,16,power_law_1.01,0.7820864200592041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,16,power_law_1.01,0.8379903793334961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,16,power_law_1.01,0.9665023803710937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,16,power_law_1.01,1.0696191787719727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,16,power_law_1.01,1.308460807800293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,16,power_law_1.01,1.5884480476379395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,16,power_law_1.01,2.027136039733887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,16,power_law_1.01,2.9985023498535157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,16,power_law_1.01,4.303456115722656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,16,power_law_1.01,5.192300796508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,1,power_law_1.01,7.708403015136719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,32,power_law_1.2,1.593081569671631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,4,power_law_1.01,0.1351744055747986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,4,power_law_1.01,0.16505600214004518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,4,power_law_1.01,0.28443520069122313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,4,power_law_1.01,0.28577280044555664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,4,power_law_1.01,0.3790208101272583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,4,power_law_1.01,0.484819221496582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,4,power_law_1.01,0.4650303840637207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,4,power_law_1.01,0.6108543872833252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,4,power_law_1.01,0.580998420715332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,4,power_law_1.01,0.5282752037048339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,4,power_law_1.01,0.5716928005218506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,4,power_law_1.01,0.6257728099822998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,4,power_law_1.01,0.5994495868682861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,4,power_law_1.01,0.6386559963226318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,4,power_law_1.01,0.6659520149230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,4,power_law_1.01,0.6791168212890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,4,power_law_1.01,0.6788479804992675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,4,power_law_1.01,0.7722559928894043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,4,power_law_1.01,0.8131327629089355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,4,power_law_1.01,0.9645183563232422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,4,power_law_1.01,1.099027156829834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,4,power_law_1.01,1.3477567672729491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,4,power_law_1.01,1.6562175750732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,4,power_law_1.01,2.1213632583618165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,4,power_law_1.01,2.6189632415771484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,4,power_law_1.01,3.739379119873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,4,power_law_1.01,4.720876693725586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,4,power_law_1.2,2.0040704727172853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,2,power_law_1.2,0.05692800283432007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,2,power_law_1.2,0.06083199977874756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,2,power_law_1.2,0.06972799897193908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,2,power_law_1.2,0.07653120160102844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,2,power_law_1.2,0.08754559755325317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,2,power_law_1.2,0.13096959590911866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,2,power_law_1.2,0.13073920011520385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,2,power_law_1.2,0.13534079790115355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,2,power_law_1.2,0.13971199989318847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,2,power_law_1.2,0.1434880018234253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,2,power_law_1.2,0.147161602973938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,2,power_law_1.2,0.15555839538574218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,2,power_law_1.2,0.1610751986503601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,2,power_law_1.2,0.16963839530944824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,2,power_law_1.2,0.18467199802398682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,2,power_law_1.2,0.19523199796676635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,2,power_law_1.2,0.2300352096557617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,2,power_law_1.2,0.27261440753936766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,2,power_law_1.2,0.31751039028167727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,2,power_law_1.2,0.38966400623321534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,2,power_law_1.2,0.5140672206878663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,2,power_law_1.2,0.6530176162719726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,2,power_law_1.2,0.8481599807739257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,2,power_law_1.01,0.05544319748878479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,2,power_law_1.01,0.05642240047454834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,2,power_law_1.01,0.06108160018920898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,2,power_law_1.01,0.06798080205917359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,2,power_law_1.01,0.07542399764060974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,2,power_law_1.01,0.0927616000175476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,2,power_law_1.01,0.09782400131225585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,2,power_law_1.2,1.2206144332885742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,2,power_law_1.01,0.09924479722976684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,2,power_law_1.01,0.10239360332489014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,2,power_law_1.01,0.10076800584793091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,2,power_law_1.01,0.10822399854660034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,2,power_law_1.01,0.11322879791259766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,2,power_law_1.01,0.11296000480651855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,2,power_law_1.01,0.12932480573654176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,2,power_law_1.01,0.13863680362701417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,2,power_law_1.01,0.14618879556655884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,2,power_law_1.01,0.17686400413513184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,2,power_law_1.01,0.2048192024230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,2,power_law_1.01,0.2477952003479004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,2,power_law_1.01,0.3277247905731201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,2,power_law_1.01,0.39013121128082273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,2,power_law_1.01,0.5696832180023194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,2,power_law_1.2,1.5347776412963867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,2,power_law_1.01,0.6876543998718262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,2,power_law_1.01,1.0269824028015138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,2,power_law_1.01,1.3191167831420898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,2,power_law_1.2,2.3217920303344726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,2,power_law_1.01,1.9495935440063477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,2,power_law_1.01,2.510361671447754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,2,power_law_1.2,3.270662307739258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.4338687896728516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.3793344020843506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.37922561168670654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.3804095983505249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.3810751914978027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.32182400226593016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.3407871961593628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.3289151906967163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.3778687953948975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.37413759231567384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.35288960933685304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.39174399375915525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.363155198097229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.4318399906158447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.4784639835357666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.5033023834228516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.527558422088623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.6805823802947998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.7129024028778076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.9478591918945313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,64,power_law_1.2,1.238041591644287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,64,power_law_1.2,1.6263103485107422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,64,power_law_1.2,2.6063167572021486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,32,balanced,0.09499200185139973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,32,balanced,0.137445330619812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,32,balanced,0.1945120096206665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,32,balanced,0.3893173138300578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,32,balanced,0.5109813213348389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,32,balanced,0.5209759871164957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,32,balanced,0.49502400557200116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,32,balanced,0.46508268515268963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,32,balanced,0.46537065505981445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,64,power_law_1.2,3.930227279663086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,32,balanced,0.47011733055114746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,32,balanced,0.4753386576970418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,32,balanced,0.4785653352737427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,32,balanced,0.4795733292897542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,32,balanced,0.48557865619659424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,32,balanced,0.48817066351572674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,32,balanced,0.494981328646342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,32,balanced,0.5065333445866903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,64,power_law_1.2,4.641043090820313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,32,balanced,0.6074933211008707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,32,balanced,0.557642658551534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,32,balanced,0.7307893435160319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,32,balanced,0.7448586622873942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,32,balanced,1.0134080251057942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,32,balanced,0.9974239667256674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,32,balanced,1.4428000450134277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,64,power_law_1.2,7.714073944091797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,32,balanced,1.5760639508565266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,32,balanced,2.4283679326375327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,32,balanced,2.955264091491699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,64,power_law_1.2,10.070694732666016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,16,power_law_1.2,0.1770367980003357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,16,power_law_1.2,0.2753727912902832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,16,power_law_1.2,0.24981119632720947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,16,power_law_1.2,0.2667135953903198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,16,power_law_1.2,0.2654848098754883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,16,power_law_1.2,0.18629759550094604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,16,power_law_1.2,0.24147839546203614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,16,power_law_1.2,0.23164799213409423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,16,power_law_1.2,0.2228480100631714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,16,power_law_1.2,0.24019200801849366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,16,power_law_1.2,0.2494976043701172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,16,power_law_1.2,0.24841599464416503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,16,power_law_1.2,0.2660928010940552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,16,power_law_1.2,0.2714560031890869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,16,power_law_1.2,0.27317759990692136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,16,power_law_1.2,0.29637761116027833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,16,power_law_1.2,0.31252479553222656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,16,power_law_1.2,0.3967616081237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,16,power_law_1.2,0.4630080223083496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,16,power_law_1.2,0.5294911861419678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,16,power_law_1.2,0.7493696212768555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,16,power_law_1.2,1.0965760231018067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,16,power_law_1.2,1.061830425262451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,16,power_law_1.2,1.5468928337097168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,16,power_law_1.2,1.952672004699707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,16,power_law_1.2,2.9185279846191405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,16,power_law_1.2,4.517055892944336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,64,power_law_1.2,0.22474238872528077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,64,power_law_1.2,0.20431358814239503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,64,power_law_1.2,0.20354559421539306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,64,power_law_1.2,0.19761919975280762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,64,power_law_1.2,0.18320000171661377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,64,power_law_1.2,0.19188480377197265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,64,power_law_1.2,0.19882240295410156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,64,power_law_1.2,0.21066880226135254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,64,power_law_1.2,0.20689918994903564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,64,power_law_1.2,0.21322240829467773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,64,power_law_1.2,0.22717440128326416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,64,power_law_1.2,0.22780160903930663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,64,power_law_1.2,0.23060479164123535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,64,power_law_1.2,0.234335994720459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,64,power_law_1.2,0.2500351905822754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,64,power_law_1.2,0.2421567916870117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,64,power_law_1.2,0.2687616109848022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,64,power_law_1.2,0.40821118354797364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,64,power_law_1.2,0.43777918815612793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,64,power_law_1.2,0.5996928215026855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,64,power_law_1.2,0.7305215835571289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,64,power_law_1.2,1.0826175689697266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,64,power_law_1.2,1.552006435394287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,64,power_law_1.2,2.1035327911376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,64,power_law_1.2,2.9139263153076174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,64,power_law_1.2,5.466572952270508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,64,power_law_1.2,6.24532470703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,8,balanced,0.09377599755922954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,8,balanced,0.11346133550008138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,8,balanced,0.16748799880345663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,8,balanced,0.2507893244425456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,8,balanced,0.46978668371836346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,8,balanced,0.8565813700358073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,8,balanced,0.8623200257619222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,8,balanced,0.8666880130767822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,8,balanced,0.8706080118815104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,8,balanced,0.8731520175933838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,8,balanced,0.872704029083252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,8,balanced,0.8786559899648031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,8,balanced,0.8823573589324951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,8,balanced,0.8887893358866373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,8,balanced,0.895962635676066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,8,balanced,0.9071733156840006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,8,balanced,0.9206666946411133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,8,balanced,0.9572853247324625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,8,balanced,0.9898133277893066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,8,balanced,1.0433440208435059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,8,balanced,1.142634630203247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,8,balanced,1.3173706531524658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,8,balanced,1.4872907002766926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,8,balanced,2.3284799257914224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,8,balanced,2.358389377593994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,8,balanced,3.450197219848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,8,balanced,4.504970550537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,1,balanced,0.0544106662273407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,1,balanced,0.07614933451016744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,1,balanced,0.14006400108337402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,1,balanced,0.1256586710611979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,1,balanced,0.12737066547075906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,1,balanced,0.12929600477218628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.13066879510879517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,1,balanced,0.12981333335240683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,1,balanced,0.1323306659857432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,1,balanced,0.14387200276056925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.20529279708862305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,1,balanced,0.1455519994099935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,1,balanced,0.1504746675491333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,1,balanced,0.17386666933695474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.3833600044250488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,1,balanced,0.17536000410715738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,1,balanced,0.1787466605504354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,1,balanced,0.20645866791407266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,1,balanced,0.21082667509714761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,1,balanced,0.2341066598892212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.5563199996948243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,1,balanced,0.28573866685231525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,1,balanced,0.34143467744191486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,1,balanced,0.4691733519236247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.7615488052368165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,1,balanced,0.5923306544621786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,1,balanced,0.8686880270640055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,1,power_law_1.01,1.195417594909668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,1,balanced,1.1318453152974446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,1,power_law_1.01,1.2563136100769043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,1,balanced,1.6292212804158528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,1,power_law_1.01,1.3087167739868164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,1,balanced,2.129157384236654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,1,power_law_1.01,1.3320768356323243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,1,balanced,3.15006415049235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,1,power_law_1.01,1.3835264205932618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,1,power_law_1.01,1.440492820739746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,1,balanced,4.2630612055460615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,1,power_law_1.01,1.4969216346740724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,1,power_law_1.01,1.5226752281188964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,1,power_law_1.01,1.6390464782714844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,1,power_law_1.01,1.6786943435668946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,1,power_law_1.01,1.8284288406372071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,1,power_law_1.01,1.8153215408325196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,1,power_law_1.01,2.0307968139648436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,1,power_law_1.01,2.1543296813964843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,1,power_law_1.01,2.607040023803711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,1,power_law_1.01,2.935327911376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,1,power_law_1.01,3.913420867919922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,1,power_law_1.01,4.9132545471191404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,1,power_law_1.01,6.775218963623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,1,power_law_1.01,8.737593841552734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,1,power_law_1.01,12.572857666015626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,1,power_law_1.01,16.414598083496095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,4,power_law_1.2,0.10857599973678589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,4,power_law_1.2,0.10196479558944702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,4,power_law_1.2,0.11184639930725097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,4,power_law_1.2,0.11752959489822387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,4,power_law_1.2,0.13203840255737304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,4,power_law_1.2,0.18286720514297486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,4,power_law_1.2,0.19137279987335204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,4,power_law_1.2,0.19292160272598266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,4,power_law_1.2,0.2033087968826294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,4,power_law_1.2,0.20344960689544678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,4,power_law_1.2,0.21305599212646484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,4,power_law_1.2,0.21634559631347655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,4,power_law_1.2,0.22310400009155273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,4,power_law_1.2,0.22967679500579835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,4,power_law_1.2,0.2477184057235718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,4,power_law_1.2,0.25322880744934084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,4,power_law_1.2,0.30767359733581545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,4,power_law_1.2,0.35344638824462893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,4,power_law_1.2,0.3890752077102661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,2,balanced,0.03141333411137263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,4,power_law_1.2,0.49701762199401855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,2,balanced,0.03312533348798752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,2,balanced,0.04677333434422811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,2,balanced,0.07097599903742473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,2,balanced,0.1202186644077301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,2,balanced,0.1225920021533966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,2,balanced,0.12396267056465149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,2,balanced,0.1225920021533966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,4,power_law_1.2,0.5719232082366943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,2,balanced,0.12367467085520427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,2,balanced,0.12329600254694621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,2,balanced,0.12657066186269125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,2,balanced,0.12843199570973715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,2,balanced,0.13111467162768045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,2,balanced,0.1366933286190033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,4,power_law_1.2,0.8225600242614746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,2,balanced,0.1409173309803009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,2,balanced,0.14432000120480856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,2,balanced,0.1549493372440338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,2,balanced,0.1736746629079183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,2,balanced,0.1929546594619751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,4,power_law_1.2,0.9327168464660645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,2,balanced,0.2469173272450765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,2,balanced,0.27217066287994385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,2,balanced,0.37281600634257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,2,balanced,0.47651199499766034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,4,power_law_1.2,1.413747215270996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,2,balanced,0.6655786832173666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,2,balanced,0.875594695409139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,2,balanced,1.294495979944865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,4,power_law_1.2,1.8877248764038086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,2,balanced,1.7002347310384114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,2,power_law_1.2,0.12224639654159546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,2,power_law_1.2,0.19498879909515382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,2,power_law_1.2,0.25232639312744143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,2,power_law_1.2,0.36509439945220945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,2,power_law_1.2,0.47491841316223143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,2,power_law_1.2,0.6439295768737793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,2,power_law_1.2,0.830668830871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,2,power_law_1.2,0.8921919822692871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,2,power_law_1.2,0.8714943885803222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,2,power_law_1.2,0.8913984298706055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,2,power_law_1.2,0.9392704010009766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,4,power_law_1.2,2.721075248718262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,2,power_law_1.2,0.9704832077026367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,2,power_law_1.2,0.9881919860839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,2,power_law_1.2,1.0762623786926269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,2,power_law_1.2,1.084825611114502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,2,power_law_1.2,1.1425151824951172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,2,power_law_1.2,1.1906368255615234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,2,power_law_1.2,1.350483226776123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,2,power_law_1.2,1.382476806640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,2,power_law_1.2,1.5820096015930176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,2,power_law_1.2,1.7170944213867188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,2,power_law_1.2,2.1210559844970702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,2,power_law_1.2,2.4779327392578123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,2,power_law_1.2,3.585919952392578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,2,power_law_1.2,4.368390274047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,2,power_law_1.2,5.967225646972656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,2,power_law_1.2,8.465900421142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,4,power_law_1.2,3.376224136352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,8,balanced,0.07149866720040639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,8,balanced,0.08644800384839375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,8,balanced,0.10930666327476501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,8,balanced,0.14990400274594626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,8,balanced,0.2633226712544759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,8,balanced,0.3174346685409546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,8,balanced,0.31944533189137775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,8,balanced,0.3203679919242859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,8,balanced,0.3230186700820923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,8,balanced,0.32470933596293133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,8,balanced,0.3276853362719218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,8,balanced,0.3306399981180827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,8,balanced,0.33238933483759564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,8,balanced,0.34137598673502606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,8,balanced,0.34723198413848877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,8,balanced,0.35121599833170575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,8,balanced,0.3598613341649373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,8,balanced,0.3965760072072347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,8,balanced,0.40910398960113525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,8,balanced,0.6127680142720541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,8,balanced,0.5329866806666056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,8,balanced,0.8011199633280436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,8,balanced,0.883354663848877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,8,balanced,1.2820266882578533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,8,balanced,1.6091787020365398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,8,balanced,2.247567971547445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,8,balanced,2.9371360143025718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,8,power_law_1.2,0.06263039708137512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,8,power_law_1.2,0.06267520189285278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,8,power_law_1.2,0.05909759998321533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,8,power_law_1.2,0.05942400097846985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,8,power_law_1.2,0.05988479852676391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,8,power_law_1.2,0.06517760157585144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,8,power_law_1.2,0.06944000124931335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,8,power_law_1.2,0.08420479893684388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,8,power_law_1.2,0.6467711925506592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,8,power_law_1.2,1.024947166442871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,8,power_law_1.2,0.06925439834594727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,8,power_law_1.2,0.10291199684143067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,8,power_law_1.2,0.10792959928512573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,8,power_law_1.2,0.14544639587402344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,8,power_law_1.2,0.1660416007041931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,8,power_law_1.2,0.17446399927139283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,8,power_law_1.2,0.19148800373077393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,8,power_law_1.2,0.26623361110687255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,8,power_law_1.2,0.30115840435028074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,16,power_law_1.01,0.17998720407485963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,16,power_law_1.01,0.28000640869140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,16,power_law_1.01,0.36424961090087893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,16,power_law_1.01,0.3483328104019165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,16,power_law_1.01,0.3560767889022827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,16,power_law_1.01,0.36033918857574465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,8,power_law_1.2,0.3905280113220215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,16,power_law_1.01,0.31459200382232666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,16,power_law_1.01,0.29304959774017336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,16,power_law_1.01,0.3119744062423706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,16,power_law_1.01,0.31498239040374754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,16,power_law_1.01,0.31633920669555665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,16,power_law_1.01,0.34024319648742674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,16,power_law_1.01,0.36215040683746336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,16,power_law_1.01,0.348198390007019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,16,power_law_1.01,0.38163199424743655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,16,power_law_1.01,0.37589120864868164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,16,power_law_1.01,0.39394559860229494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,16,power_law_1.01,0.4400832176208496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,16,power_law_1.01,0.4845439910888672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,16,power_law_1.01,0.544313621520996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,16,power_law_1.01,0.6542528152465821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,16,power_law_1.01,0.8004223823547363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,16,power_law_1.01,1.0560895919799804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,16,power_law_1.01,1.275609588623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,16,power_law_1.01,1.6483455657958985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,8,power_law_1.2,0.5608511924743652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,16,power_law_1.01,2.405344009399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,16,power_law_1.01,2.9698944091796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,8,power_law_1.2,0.8173439979553223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,8,power_law_1.2,1.0101119995117187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,8,power_law_1.2,1.53372163772583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,1,power_law_1.01,0.1741312026977539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,1,power_law_1.01,0.2385727882385254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,1,power_law_1.01,0.37576320171356203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,1,power_law_1.01,0.6025407791137696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,1,power_law_1.01,0.8369600296020507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,1,power_law_1.01,1.3634495735168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,1,power_law_1.01,1.4693120002746582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,1,power_law_1.01,1.5455679893493652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,1,power_law_1.01,1.5750592231750489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,8,power_law_1.2,2.0428991317749023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,1,power_law_1.01,1.6204095840454102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,1,power_law_1.01,1.6989952087402345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,1,power_law_1.01,1.7166976928710938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,1,power_law_1.01,1.7785728454589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,1,power_law_1.01,1.8924543380737304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,1,power_law_1.01,1.9699647903442383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,1,power_law_1.01,2.0509504318237304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,1,power_law_1.01,2.112985610961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,1,power_law_1.01,2.38272647857666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,1,power_law_1.01,2.5735103607177736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,1,power_law_1.01,3.1769792556762697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,1,power_law_1.01,4.034912109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,32,balanced,0.03341866781314214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,32,balanced,0.030495998760064442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,32,balanced,0.030591999491055805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,32,balanced,0.03126933425664902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,32,balanced,0.04709866642951965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,32,balanced,0.04780266682306925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,1,power_law_1.01,5.119718551635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,32,balanced,0.04851733148097992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,32,balanced,0.049685334165891014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,32,balanced,0.050111999114354454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,32,balanced,0.05078400174776713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,32,balanced,0.051632001996040344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,32,balanced,0.052560001611709595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,32,balanced,0.05306666592756907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,32,balanced,0.05474133292833964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,32,balanced,0.059392000238100685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,32,balanced,0.059802666306495667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,32,balanced,0.061018665631612144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,32,balanced,0.06380266447861989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,32,balanced,0.07060799996058147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,32,balanced,0.08224000036716461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,32,balanced,0.0862613320350647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,32,balanced,0.11006933450698853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,32,balanced,0.12405332922935486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,1,power_law_1.01,5.671500778198242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,32,balanced,0.16471466422080994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,32,balanced,0.20894932746887207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,32,balanced,0.2972960074742635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,32,balanced,0.3877706527709961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,1,power_law_1.01,8.127359771728516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,1,power_law_1.01,10.485734558105468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,1,power_law_1.01,14.834445190429687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,4,balanced,0.03804266701141993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,4,balanced,0.03619199991226196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,4,balanced,0.037632000943024956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,4,balanced,0.03761066744724909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,4,balanced,0.03733866661787033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,4,balanced,0.0383093332250913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,4,balanced,0.03817066550254822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,4,balanced,0.03882133215665817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,4,balanced,0.05253333350022634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,4,balanced,0.0535093347231547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,4,balanced,0.05445333321889242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,4,balanced,0.05758399764696757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,4,balanced,0.05774400134881338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,4,balanced,0.05762133498986562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,4,balanced,0.06753066678841908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,4,balanced,0.06897599995136261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,4,balanced,0.0682826687892278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,4,balanced,0.0811359981695811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,4,balanced,0.09729066491127014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,4,balanced,0.10869333148002625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,4,balanced,0.1498240033785502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,4,balanced,0.1790613333384196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,4,balanced,0.245194673538208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,4,balanced,0.3370773394902547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,4,balanced,0.41865599155426025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,4,balanced,0.5960693359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,4,balanced,0.7687946955362955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,1,power_law_1.01,19.177113342285157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,1,balanced,0.0695360004901886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,1,balanced,0.07851199805736542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,1,balanced,0.10051733255386353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,1,balanced,0.1397226651509603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,1,balanced,0.21456533670425415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,8,power_law_1.2,3.021836853027344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,1,balanced,0.346341331799825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,1,balanced,0.3518720070521037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,1,balanced,0.3566720088322957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,1,balanced,0.36002667744954425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,1,balanced,0.36267733573913574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,1,balanced,0.37145598729451496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,1,balanced,0.37967999776204425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,1,balanced,0.3856426477432251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,1,balanced,0.3968319892883301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,1,balanced,0.4087626536687215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,1,balanced,0.41999467213948566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,1,balanced,0.4411253531773885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,1,balanced,0.48526934782663983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,1,balanced,0.5527413288752238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,1,balanced,0.6389706532160441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,1,balanced,0.7411946455637614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,1,balanced,1.026319980621338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,1,balanced,1.2262986501057942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,1,balanced,1.729472001393636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,1,balanced,2.2300373713175454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.4898111820220947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.6760767936706543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,1,balanced,3.228501319885254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.8868096351623536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,1,power_law_1.2,1.608518409729004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,1,balanced,4.293733278910319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,1,power_law_1.2,1.6342527389526367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,1,power_law_1.2,1.6338560104370117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,1,power_law_1.2,1.7357311248779297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,1,power_law_1.2,1.7134719848632813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,1,power_law_1.2,1.7836671829223634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,1,power_law_1.2,1.926233673095703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,1,power_law_1.2,1.9138368606567382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,1,power_law_1.2,2.2084096908569335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,1,power_law_1.2,2.335366439819336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,1,power_law_1.2,2.104979133605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,1,power_law_1.2,2.4723968505859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,1,power_law_1.2,2.5764032363891602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,32,power_law_1.2,0.1931391954421997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,32,power_law_1.2,0.1739840030670166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,32,power_law_1.2,0.15619200468063354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,1,power_law_1.2,3.096531105041504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,32,power_law_1.2,0.15656960010528564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,32,power_law_1.2,0.1476863980293274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,32,power_law_1.2,0.14793599843978883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,32,power_law_1.2,0.1561087965965271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,32,power_law_1.2,0.16026240587234497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,32,power_law_1.2,0.14744319915771484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,1,power_law_1.2,3.993804931640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,32,power_law_1.2,0.16061439514160156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,32,power_law_1.2,0.16852480173110962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,32,power_law_1.2,0.17809280157089233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,32,power_law_1.2,0.18024319410324097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,32,power_law_1.2,0.19508479833602904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,32,power_law_1.2,0.19601919651031494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,32,power_law_1.2,0.20738561153411866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,32,power_law_1.2,0.22364799976348876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,32,power_law_1.2,0.27525761127471926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,32,power_law_1.2,0.3019711971282959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,32,power_law_1.2,0.4057151794433594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,1,power_law_1.2,4.906598281860352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,32,power_law_1.2,0.4867392063140869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,32,power_law_1.2,0.7558144092559814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,32,power_law_1.2,0.772550392150879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,32,power_law_1.2,1.2905088424682618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,32,power_law_1.2,1.5006848335266114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,32,power_law_1.2,1.910963249206543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,1,power_law_1.2,6.840959930419922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,1,power_law_1.2,8.564198303222657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,1,power_law_1.2,12.299712371826171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,32,power_law_1.2,3.119660758972168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,1,power_law_1.2,15.900895690917968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,8,power_law_1.2,3.948896026611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,1,power_law_1.2,23.518943786621094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,1,balanced,0.05329066514968872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,1,balanced,0.0710453341404597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,1,balanced,0.10523733496665955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,1,balanced,0.17137600978215536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,1,balanced,0.319050669670105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,1,balanced,0.4195839961369832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,1,balanced,0.4219679832458496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,1,balanced,0.42763733863830566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,1,balanced,0.43219733238220215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,1,balanced,0.43423465887705487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,1,balanced,0.43689600626627606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,1,balanced,0.4430453379948934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,1,balanced,0.44942935307820636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,1,balanced,0.4599093198776245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,1,balanced,0.4684640169143677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,1,balanced,0.47950931390126544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,1,balanced,0.49502400557200116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,1,balanced,0.5678293307622274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,1,balanced,0.5630506674448649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,1,balanced,0.6723466714223226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,1,balanced,0.7229440212249756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,1,balanced,1.0215466817220051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,1,balanced,1.0711253484090169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,1,balanced,1.6219786008199055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,1,balanced,1.98199462890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,1,balanced,2.991685231526693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,1,balanced,3.8219467798868814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,1,power_law_1.2,31.027084350585938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,64,balanced,0.04756266872088114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,64,balanced,0.03817066550254822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,64,balanced,0.03825599948565165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,64,balanced,0.03885333240032196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,64,balanced,0.039808000127474465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,64,balanced,0.04114133367935816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,64,balanced,0.041152000427246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,64,balanced,0.04124800115823746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,64,balanced,0.04134399940570196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,64,balanced,0.04160533348719279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,64,balanced,0.041834667325019836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,64,balanced,0.04211199780305227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,64,balanced,0.04253333310286204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,64,balanced,0.04365866879622141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,64,balanced,0.04626133541266123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,64,balanced,0.04821866750717163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,64,balanced,0.049072002371152244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,64,balanced,0.05345066885153452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,64,balanced,0.05651199817657471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,64,balanced,0.06376533210277557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,64,balanced,0.0687360018491745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,64,balanced,0.07910400132338206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,64,balanced,0.08743466933568318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,64,balanced,0.12641599774360657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,64,balanced,0.13090133666992188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,64,balanced,0.17350399494171143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,64,balanced,0.20862932999928793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,32,balanced,0.11406933267911275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,32,balanced,0.11131200194358826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,32,balanced,0.11168533563613892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,32,balanced,0.16544533769289652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,32,balanced,0.2572000026702881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,32,balanced,0.3192853331565857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,32,balanced,0.3206560015678406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,32,balanced,0.3208746711413066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,4,power_law_1.01,0.06250240206718445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,32,balanced,0.32122133175532025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,32,balanced,0.32411734263102215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,4,power_law_1.01,0.06808320283889771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,32,balanced,0.32438933849334717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,32,balanced,0.3255893389383952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,32,balanced,0.3267520070075989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,4,power_law_1.01,0.07859200239181519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,32,balanced,0.3309760093688965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,32,balanced,0.3328746755917867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,32,balanced,0.34721601009368896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,4,power_law_1.01,0.08318719863891602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,32,balanced,0.3500853379567464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,32,balanced,0.39997867743174237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,4,power_law_1.01,0.09432960152626038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,4,power_law_1.01,0.10214400291442871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,4,power_law_1.01,0.10858880281448365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,4,power_law_1.01,0.11571199893951416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,4,power_law_1.01,0.12199679613113404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,32,balanced,0.3951093355814616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,4,power_law_1.01,0.12353919744491577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,32,balanced,0.5452373425165812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,32,balanced,0.5197920004526774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,4,power_law_1.01,0.1280959963798523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,32,balanced,0.7722293535868326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,4,power_law_1.01,0.13260159492492676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,32,balanced,0.8041386604309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,4,power_law_1.01,0.13141759634017944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,32,balanced,1.1667413711547852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,4,power_law_1.01,0.14112000465393065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,4,power_law_1.01,0.14869120121002197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,32,balanced,1.5590880711873372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,4,power_law_1.01,0.1530943989753723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,4,power_law_1.01,0.16648319959640503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,32,balanced,1.9170400301615398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,4,power_law_1.01,0.19293440580368043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,4,power_law_1.01,0.23576319217681885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,32,balanced,2.539365291595459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,4,power_law_1.01,0.2703295946121216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,4,power_law_1.01,0.31050240993499756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,4,power_law_1.01,0.41345920562744143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,4,power_law_1.01,0.5100863933563232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,4,power_law_1.01,0.6884031772613526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,8,power_law_1.2,0.07964159846305847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,4,power_law_1.01,0.9574527740478516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,8,power_law_1.2,0.06968320012092591
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,8,power_law_1.2,0.08970879912376403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,4,power_law_1.01,1.3165504455566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,8,power_law_1.2,0.09058560132980346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,1,power_law_1.2,45.946041870117185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,8,power_law_1.2,0.09080320000648498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,8,power_law_1.2,0.10072959661483764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,8,power_law_1.2,0.1056704044342041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,4,power_law_1.01,1.6962047576904298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,8,power_law_1.2,0.11359360218048095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,8,power_law_1.2,0.11386239528656006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,8,power_law_1.2,0.11665279865264892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,8,power_law_1.2,0.1226688027381897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,8,power_law_1.2,0.12348799705505371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,8,power_law_1.2,0.12784639596939087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,8,power_law_1.2,0.13929599523544312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,8,power_law_1.2,0.14602240324020385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,8,power_law_1.2,0.16017919778823853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,8,power_law_1.2,0.15901440382003784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,8,power_law_1.2,0.19576319456100463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,8,power_law_1.2,0.21940479278564454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,8,power_law_1.2,0.29828479290008547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,8,power_law_1.2,0.3030911922454834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,8,power_law_1.2,0.41877760887146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,8,power_law_1.2,0.558400011062622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,8,power_law_1.2,0.857759952545166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,32,power_law_1.01,0.11594239473342896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,32,power_law_1.01,0.10595200061798096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,32,power_law_1.01,0.1045375943183899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,32,power_law_1.01,0.10410879850387574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,32,power_law_1.01,0.11171200275421142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,32,power_law_1.01,0.09592959880828858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,32,power_law_1.01,0.10397440195083618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,32,power_law_1.01,0.10087039470672607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,32,power_law_1.01,0.11140480041503906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,32,power_law_1.01,0.11051520109176635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,32,power_law_1.01,0.10611840486526489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,32,power_law_1.01,0.11737600564956666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,32,power_law_1.01,0.11708799600601197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,32,power_law_1.01,0.1351807951927185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,32,power_law_1.01,0.14044159650802612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,32,power_law_1.01,0.14545919895172119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,32,power_law_1.01,0.860524845123291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,32,power_law_1.01,0.8720191955566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,32,power_law_1.01,0.18681600093841552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,32,power_law_1.01,0.2340224027633667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,32,power_law_1.01,0.2852479934692383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,32,power_law_1.01,0.39806079864501953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,32,power_law_1.01,0.49679999351501464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,32,power_law_1.01,0.6804160118103028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,32,power_law_1.01,0.7823488235473632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,16,power_law_1.01,0.060652798414230345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,32,power_law_1.01,1.142899227142334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,16,power_law_1.01,0.08007680177688599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,16,power_law_1.01,0.07683839797973632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,32,power_law_1.01,1.467046356201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,16,power_law_1.01,0.07491199970245362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,16,power_law_1.01,0.07679359912872315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,16,power_law_1.01,0.06972799897193908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,16,power_law_1.01,0.07832959890365601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,16,power_law_1.01,0.07857919931411743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,16,power_law_1.01,0.07916160225868225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,16,power_law_1.01,0.07987200021743775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,16,power_law_1.01,0.08661760091781616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,16,power_law_1.01,0.08761600255966187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,16,power_law_1.01,0.0877951979637146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,16,power_law_1.01,0.09365119934082031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,8,power_law_1.2,1.1664640426635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,16,power_law_1.01,0.09726719856262207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,16,power_law_1.01,0.10126080513000488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,16,power_law_1.01,0.10580480098724365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,16,power_law_1.01,0.12419840097427368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,16,power_law_1.01,0.14576640129089355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,16,power_law_1.01,0.1712448000907898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,16,power_law_1.01,0.21843199729919432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,16,power_law_1.01,0.2656831979751587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,16,power_law_1.01,0.3303040027618408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,16,power_law_1.01,0.48331518173217775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,16,power_law_1.01,0.5568960189819336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,16,power_law_1.01,0.8085951805114746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,16,power_law_1.01,1.0378175735473634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,8,power_law_1.2,1.589798355102539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,8,power_law_1.2,2.600608062744141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,1,power_law_1.2,60.657037353515626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,1,power_law_1.2,0.051609599590301515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,1,power_law_1.2,0.06886399984359741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,1,power_law_1.2,0.10332159996032715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,1,power_law_1.2,0.14477440118789672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,1,power_law_1.2,0.19171839952468872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,1,power_law_1.2,0.3214272022247314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,1,power_law_1.2,0.35440640449523925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,1,power_law_1.2,0.37129600048065187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,1,power_law_1.2,0.38835198879241944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,1,power_law_1.2,0.3970623970031738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,1,power_law_1.2,0.40607361793518065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,1,power_law_1.2,0.41902718544006345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,1,power_law_1.2,0.42795519828796386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,1,power_law_1.2,0.4462912082672119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,1,power_law_1.2,0.462175989151001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,1,power_law_1.2,0.4810944080352783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,1,power_law_1.2,0.4990399837493896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,1,power_law_1.2,0.5583936214447022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,1,power_law_1.2,0.5825664043426514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,1,power_law_1.2,0.6605184078216553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,1,power_law_1.2,0.8174592018127441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,1,power_law_1.2,1.0299263954162599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,1,power_law_1.2,1.2253888130187989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,1,power_law_1.2,1.6924095153808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,1,power_law_1.2,2.152364730834961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,1,power_law_1.2,3.0739328384399416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,4,power_law_1.2,0.30127360820770266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,4,power_law_1.2,0.3453119993209839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,4,power_law_1.2,0.5491583824157715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,4,power_law_1.2,0.5588287830352783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,4,power_law_1.2,0.7590015888214111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,4,power_law_1.2,0.9429439544677735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,4,power_law_1.2,1.0565183639526368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,4,power_law_1.2,1.0011136054992675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,4,power_law_1.2,0.9874303817749024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,4,power_law_1.2,1.0975680351257324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,4,power_law_1.2,1.1550656318664552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,4,power_law_1.2,1.1734911918640136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,4,power_law_1.2,1.2198592185974122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,4,power_law_1.2,1.2755776405334474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,4,power_law_1.2,1.3151552200317382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,1,power_law_1.2,4.007283020019531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,4,power_law_1.2,1.392268753051758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,4,power_law_1.2,6.627065277099609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,4,power_law_1.2,8.683084869384766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,4,power_law_1.2,1.8119808197021485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,4,power_law_1.2,2.1761600494384767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,4,power_law_1.2,2.5700159072875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,4,power_law_1.2,3.410822296142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,4,power_law_1.2,4.039462280273438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,4,power_law_1.2,5.482809448242188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,4,power_law_1.2,7.002528381347656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,4,power_law_1.2,10.717190551757813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,64,power_law_1.2,0.042342400550842284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,64,power_law_1.2,0.03565439879894257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,64,power_law_1.2,0.037062400579452516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,64,power_law_1.2,0.03573119938373566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,64,power_law_1.2,0.03654400110244751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,64,power_law_1.2,0.03792639970779419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,64,power_law_1.2,0.0383103996515274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,64,power_law_1.2,0.03859840035438537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,64,power_law_1.2,0.038624000549316403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,64,power_law_1.2,0.038624000549316403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,64,power_law_1.2,0.03914879858493805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,64,power_law_1.2,0.03996799886226654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,64,power_law_1.2,0.040575999021530154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,64,power_law_1.2,0.04183039963245392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,64,power_law_1.2,0.04583680033683777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,64,power_law_1.2,0.04748159945011139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,4,power_law_1.2,12.787417602539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,64,power_law_1.2,0.0515392005443573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,64,power_law_1.2,0.05854719877243042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,64,power_law_1.2,0.06572800278663635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,64,power_law_1.2,0.0973695993423462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,64,power_law_1.2,0.11136000156402588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,64,power_law_1.2,0.14606080055236817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,64,power_law_1.2,0.21584639549255372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,64,power_law_1.2,0.31857919692993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,1,balanced,0.5432800054550171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,1,balanced,0.91212264696757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,1,balanced,1.7708853085835774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,1,balanced,3.476597468058268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,64,power_law_1.2,0.4253568172454834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,1,balanced,6.863552093505859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,1,balanced,8.588037490844727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,1,balanced,8.614458719889322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,1,balanced,8.636869430541992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,64,power_law_1.2,0.7107327938079834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,1,balanced,8.669183731079102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,1,balanced,8.703231811523438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,1,balanced,8.737759908040365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,1,balanced,8.78445307413737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,1,balanced,8.831077575683594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,1,balanced,8.92245356241862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,1,balanced,9.0076052347819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,1,balanced,9.377157211303711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,64,power_law_1.2,0.7475008010864258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,1,balanced,9.447637557983398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,1,balanced,9.690336227416992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,1,balanced,9.829290390014648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,1,balanced,17.28289031982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,1,balanced,11.365578969319662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,1,balanced,20.076107025146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,1,balanced,20.17034657796224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,1,balanced,31.599205017089844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,1,balanced,40.762166341145836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,8,power_law_1.01,0.058348798751831056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,8,power_law_1.01,0.06462720036506653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,8,power_law_1.01,0.05194240212440491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,8,power_law_1.01,0.060134398937225345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,8,power_law_1.01,0.060192000865936277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,8,power_law_1.01,0.06925439834594727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,8,power_law_1.01,0.07316480278968811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,8,power_law_1.01,0.07329919934272766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,8,power_law_1.01,0.07722240090370178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,8,power_law_1.01,0.07689599990844727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,8,power_law_1.01,0.07783039808273315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,8,power_law_1.01,0.0785535991191864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,8,power_law_1.01,0.08287360072135926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,8,power_law_1.01,0.08141440153121948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,8,power_law_1.01,0.08766720294952393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,8,power_law_1.01,0.0915008008480072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,8,power_law_1.01,0.09724159836769104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,8,power_law_1.01,0.1210752010345459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,8,power_law_1.01,0.12942080497741698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,8,power_law_1.01,0.15397119522094727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,8,power_law_1.01,0.19407999515533447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,8,power_law_1.01,0.22571520805358886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,8,power_law_1.01,0.251366400718689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,1,balanced,0.054383998115857445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,1,balanced,0.07261866827805837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,8,power_law_1.01,0.4624063968658447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,1,balanced,0.1209493378798167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,1,balanced,0.20823999245961508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,1,balanced,0.38904531796773273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,1,balanced,0.38570133845011395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,1,balanced,0.3890026807785034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,1,balanced,0.39417600631713867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,1,balanced,0.3969866832097371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,1,balanced,0.39900799592336017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,1,balanced,0.405898650487264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,1,balanced,0.4105279843012492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,1,balanced,0.4177759885787964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,1,balanced,0.4248960018157959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,1,balanced,0.4427359898885091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,1,balanced,0.44995733102162677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,8,power_law_1.01,0.478547191619873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,1,balanced,0.4746933380762736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,1,balanced,0.5120906829833984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,1,balanced,0.5544906854629517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,8,power_law_1.01,0.7264895915985108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,1,balanced,0.6826773484547933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,1,balanced,0.7290346622467041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,8,power_law_1.01,0.9344191551208496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,1,balanced,50.475199381510414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,1,balanced,0.9913226763407389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,1,balanced,1.2797226905822754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,1,balanced,1.894613265991211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,1,balanced,2.509653409322103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,1,balanced,3.7597548166910806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,1,balanced,5.01641050974528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,1,balanced,71.8824971516927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,32,balanced,0.08762666583061218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,32,balanced,0.09384000301361084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,32,balanced,0.08876267075538635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,32,balanced,0.10760533809661865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,32,balanced,0.15262933572133383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,32,balanced,0.27063467105229694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,32,balanced,0.3643573522567749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,32,balanced,0.35837864875793457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,32,balanced,0.36107198397318524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,32,balanced,0.36026668548583984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,32,balanced,0.36394667625427246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,32,balanced,0.3656800190607707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,32,balanced,0.3662879864374797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,32,balanced,0.37401068210601807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,32,balanced,0.3774240016937256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,32,balanced,0.3821440140406291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,32,balanced,0.38891200224558514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,32,balanced,0.40613865852355957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,32,balanced,0.4267626603444417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,32,balanced,0.454645315806071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,32,balanced,0.5088906685511271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,32,balanced,0.5863093137741089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,32,balanced,0.6873439947764078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,32,balanced,0.7788213094075521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,32,balanced,1.0813173453013103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,32,balanced,1.451466719309489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,32,balanced,1.8759786287943523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,8,power_law_1.2,0.2437119960784912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,8,power_law_1.2,0.2767807960510254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,8,power_law_1.2,0.2972543954849243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,8,power_law_1.2,0.3790015935897827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,8,power_law_1.2,0.4196159839630127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,8,power_law_1.2,0.4644927978515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,8,power_law_1.2,0.46197757720947263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,8,power_law_1.2,0.45091838836669923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,8,power_law_1.2,0.4479680061340332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,8,power_law_1.2,0.44924159049987794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,8,power_law_1.2,0.46751999855041504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,8,power_law_1.2,0.4729663848876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,8,power_law_1.2,0.4824512004852295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,8,power_law_1.2,0.5282495975494385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,8,power_law_1.2,0.5440832138061523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,8,power_law_1.2,0.5543488025665283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,8,power_law_1.2,0.5577023983001709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,8,power_law_1.2,0.6625919818878174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,8,power_law_1.2,0.6323647975921631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,8,power_law_1.2,0.8689791679382324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,8,power_law_1.2,1.0271167755126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,8,power_law_1.2,1.3691967964172362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,8,power_law_1.2,1.6031295776367187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,8,power_law_1.2,2.299212837219238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,8,power_law_1.2,3.21146240234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,8,power_law_1.2,3.9034496307373048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,8,power_law_1.2,5.491731262207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,8,balanced,0.0734506646792094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,8,balanced,0.09342400232950847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,8,balanced,0.1170240044593811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,8,balanced,0.15110400319099426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,8,balanced,0.26522133747736615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,8,balanced,0.47040534019470215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,8,balanced,0.473200003306071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,8,balanced,0.5123946666717529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,8,balanced,0.46958935260772705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,8,balanced,0.46935999393463135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,8,balanced,0.47804800669352215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,8,balanced,0.4790506760279338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,8,balanced,0.4827573299407959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,8,balanced,0.4872320095698039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,8,balanced,0.49557332197825116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,8,balanced,0.5011146863301595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,8,balanced,0.5114880005518595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,8,balanced,0.5462613503138224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,8,balanced,0.5750720103581747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,8,balanced,0.635322650273641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,8,balanced,0.6798986593882242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,8,balanced,0.8933546543121338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,8,balanced,0.9685333569844564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,8,balanced,1.2958933512369792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,8,balanced,1.5574132601420085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,8,balanced,2.2891467412312827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,8,balanced,2.873626708984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,1,power_law_1.2,0.12929279804229737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,1,power_law_1.2,0.18574719429016112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,1,power_law_1.2,0.3117311954498291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,1,power_law_1.2,0.531334400177002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,1,power_law_1.2,0.7629248142242432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,1,power_law_1.2,0.997548770904541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,1,power_law_1.2,1.5299967765808105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,1,power_law_1.2,1.5479231834411622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,1,power_law_1.2,1.6465343475341796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,1,power_law_1.2,1.7348287582397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,1,power_law_1.2,1.776006317138672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,1,power_law_1.2,1.8633920669555664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,1,power_law_1.2,1.8882623672485352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,1,power_law_1.2,2.0764863967895506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,1,power_law_1.2,2.083135986328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,1,power_law_1.2,2.271065521240234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,1,power_law_1.2,2.4436672210693358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,1,power_law_1.2,2.6214975357055663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,1,power_law_1.2,2.725587272644043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,1,power_law_1.2,3.0959680557250975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,1,power_law_1.2,3.3508033752441406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,1,power_law_1.2,4.096601486206055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,2,balanced,0.12426132957140605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,2,balanced,0.17376534144083658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,2,balanced,0.28009599447250366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,2,balanced,0.5186986525853475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,2,balanced,0.8688000043233236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,2,balanced,1.6947894096374512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,1,power_law_1.2,4.680992126464844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,2,balanced,2.522058645884196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,2,balanced,2.5049333572387695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,2,balanced,2.5179947217305503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,1,power_law_1.2,6.17470703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,2,balanced,2.525989373524984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,2,balanced,2.5458505948384604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,2,balanced,2.5572800636291504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,2,balanced,2.5760960578918457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,1,power_law_1.2,7.848409271240234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,2,balanced,2.594912052154541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,2,balanced,2.6252800623575845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,2,balanced,2.6459147135416665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,2,balanced,2.696943918863932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,2,balanced,2.77016544342041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,1,power_law_1.2,10.914009857177735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,2,balanced,2.8931093215942383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,2,balanced,3.0353921254475913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,2,balanced,3.1868158976236978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,2,balanced,3.46834659576416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,1,power_law_1.2,13.906565856933593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,2,balanced,3.9553066889444985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,2,balanced,4.471525192260742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,2,balanced,7.0240052541097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,2,balanced,8.489397048950195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,2,balanced,11.131306966145834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,16,power_law_1.01,0.10545920133590699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,16,power_law_1.01,0.12015360593795776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,16,power_law_1.01,0.1400383949279785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,16,power_law_1.01,0.13565440177917482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,16,power_law_1.01,0.13521920442581176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,16,power_law_1.01,0.13775999546051027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,16,power_law_1.01,0.12787840366363526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,16,power_law_1.01,0.13368959426879884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,16,power_law_1.01,0.12243839502334594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,16,power_law_1.01,0.12800639867782593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,16,power_law_1.01,0.1568127989768982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,16,power_law_1.01,0.14306559562683105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,16,power_law_1.01,0.14282239675521852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,16,power_law_1.01,0.15661439895629883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,16,power_law_1.01,0.1563199996948242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,16,power_law_1.01,0.16971520185470582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,16,power_law_1.01,0.8209535598754882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,32,power_law_1.2,0.11610879898071289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,16,power_law_1.01,1.812985610961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,32,power_law_1.2,0.10617599487304688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,16,power_law_1.01,0.2219007968902588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,32,power_law_1.2,0.1041152000427246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,16,power_law_1.01,0.27516798973083495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,32,power_law_1.2,0.10449919700622559
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,16,power_law_1.01,0.3331648111343384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,32,power_law_1.2,0.10457600355148315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,16,power_law_1.01,0.4301248073577881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,32,power_law_1.2,0.09095680117607116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,32,power_law_1.2,0.1025920033454895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,16,power_law_1.01,0.5473087787628174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,32,power_law_1.2,0.10116480588912964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,16,power_law_1.01,0.7119423866271972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,32,power_law_1.2,0.10537600517272949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,32,power_law_1.2,0.11223039627075196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,16,power_law_1.01,1.0065088272094727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,32,power_law_1.2,0.1136512041091919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,32,power_law_1.2,0.11402239799499511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,16,power_law_1.01,1.322713565826416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,32,power_law_1.2,0.12371840476989746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,32,power_law_1.2,0.1344063997268677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,32,power_law_1.2,0.1455296039581299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,32,power_law_1.2,0.1460736036300659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,16,power_law_1.01,1.7543935775756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,32,power_law_1.2,0.8553919792175293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,2,power_law_1.01,0.12672640085220338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,32,power_law_1.2,1.0469440460205077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,2,power_law_1.01,0.12544000148773193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,2,power_law_1.01,0.16974719762802123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,32,power_law_1.2,0.21464319229125978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,2,power_law_1.01,0.24260480403900148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,2,power_law_1.01,0.24576640129089355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,32,power_law_1.2,0.26547200679779054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,2,power_law_1.01,0.24812159538269044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,32,power_law_1.2,0.31921279430389404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,2,power_law_1.01,0.25303680896759034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,2,power_law_1.01,0.25956480503082274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,32,power_law_1.2,0.4182720184326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,2,power_law_1.01,0.44632320404052733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,32,power_law_1.2,0.5225344181060791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,2,power_law_1.01,0.45212159156799314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,2,power_law_1.01,0.2916224002838135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,32,power_law_1.2,0.8103039741516114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,2,power_law_1.01,0.33240959644317625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,32,power_law_1.2,0.9524224281311036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,2,power_law_1.01,0.36895360946655276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,2,power_law_1.01,0.33547520637512207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,32,power_law_1.2,1.4244928359985352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,2,power_law_1.01,0.3851327896118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,2,power_law_1.01,0.4433472156524658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,32,power_law_1.2,1.9749439239501954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,2,power_law_1.01,0.5490623950958252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,2,power_law_1.01,0.8145536422729492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,2,power_law_1.01,0.8860927581787109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,2,power_law_1.01,1.092300796508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,2,power_law_1.01,1.3816896438598634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,2,power_law_1.01,1.7313983917236329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,2,power_law_1.01,2.5328319549560545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,2,power_law_1.01,4.332262420654297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,128,balanced,0.18930133183797201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,128,balanced,0.18016533056894937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,128,balanced,0.18017599980036417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,128,balanced,0.17965867122014365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,128,balanced,0.18103466431299844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,128,balanced,0.20356265703837076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,128,balanced,0.23649599154790243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,128,balanced,0.23915733893712363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,128,balanced,0.23871999979019165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,128,balanced,0.23972266912460327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,128,balanced,0.2436479926109314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,128,balanced,0.24502400557200113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,128,balanced,0.24574400981267294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,128,balanced,0.25143466393152875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,128,balanced,0.25446399052937824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,128,balanced,0.2601173321406047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,128,balanced,0.2661280035972595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,128,balanced,0.28228267033894855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,128,balanced,0.30317866802215576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,128,balanced,0.33628801504770917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,128,balanced,0.38753068447113037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,128,balanced,0.43851733207702637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,128,balanced,0.637386679649353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,128,balanced,0.7530612945556641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,128,balanced,0.9985706806182861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,128,balanced,1.3891894022623699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,128,balanced,1.7812587420145671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,2,power_law_1.01,5.418918228149414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,2,power_law_1.01,7.916134643554687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,256,power_law_1.2,0.074099200963974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,256,power_law_1.2,0.06213120222091675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,256,power_law_1.2,0.06209279894828797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,256,power_law_1.2,0.06193280220031738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,256,power_law_1.2,0.06312959790229797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,256,power_law_1.2,0.06442880034446716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,256,power_law_1.2,0.06528000235557556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,256,power_law_1.2,0.06732159852981567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,256,power_law_1.2,0.06667519807815551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,256,power_law_1.2,0.07317119836807251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,256,power_law_1.2,0.07945600152015686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,256,power_law_1.2,0.08848639726638793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,256,power_law_1.2,0.09268479943275451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,256,power_law_1.2,0.09847679734230042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,256,power_law_1.2,0.8208767890930175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,256,power_law_1.2,0.8251008033752442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,256,power_law_1.2,0.11336959600448608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,256,power_law_1.2,0.13675520420074463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,256,power_law_1.2,0.17461119890213012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,256,power_law_1.2,0.2554879903793335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,256,power_law_1.2,0.3256959915161133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,256,power_law_1.2,0.4965375900268555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,256,power_law_1.2,0.6604544162750244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,256,power_law_1.2,0.8958911895751953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,256,power_law_1.2,1.0170111656188965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,256,power_law_1.2,1.5718208312988282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,256,power_law_1.2,2.2060543060302735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,4,balanced,0.04668800036112467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,4,balanced,0.04727466901143392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,4,balanced,0.04931733508904775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,4,balanced,0.05316799879074097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,4,balanced,0.06725333134333293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,4,balanced,0.06896000107129414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,4,balanced,0.07026666899522145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,4,balanced,0.07064533233642578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,4,balanced,0.07220800220966339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,4,balanced,0.07230400045712788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,4,balanced,0.07407466570536296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,4,balanced,0.07569600145022075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,4,balanced,0.07689600189526875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,4,balanced,0.08130666613578796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,4,balanced,0.0862506628036499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,4,balanced,0.08955199519793193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,4,balanced,0.09959999720255534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,4,balanced,0.11307199796040852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,4,balanced,0.1265600025653839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,4,balanced,0.168122669061025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,4,balanced,0.2013546625773112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,4,balanced,0.2871893246968587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,4,balanced,0.36753066380818683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,4,balanced,0.5133119821548462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,4,balanced,0.683077335357666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,4,balanced,0.9780800342559814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,4,balanced,1.275498628616333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,2,power_law_1.01,10.828844451904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,4,balanced,0.0720960001150767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,4,balanced,0.0815413345893224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,4,balanced,0.10054933031400044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,4,balanced,0.11291733384132385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,4,balanced,0.1690559983253479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,4,balanced,0.27323732773462933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,4,balanced,0.3699893156687419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,4,balanced,0.3727253278096517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,4,balanced,0.3741333484649658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,4,balanced,0.37335999806722003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,4,balanced,0.3808373212814331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,4,balanced,0.38433067003885907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,4,balanced,0.38707200686136883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,4,balanced,0.3968000014623006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,4,balanced,0.406549334526062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,4,balanced,0.41555198033650714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,4,balanced,0.43643200397491455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,4,balanced,0.4678453207015991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,4,balanced,0.5002026557922363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,4,balanced,0.5691200097401937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,4,balanced,0.6617546478907267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,4,balanced,0.8231360117594401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,4,balanced,1.0414506594340007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,4,balanced,1.3035039901733398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,4,balanced,1.7201493581136067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,4,balanced,2.3549013137817383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,4,balanced,3.1013867060343423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,128,balanced,0.058320000767707825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,128,balanced,0.0569653312365214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,128,balanced,0.05680533250172933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,128,balanced,0.057114665706952415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,128,balanced,0.05797333518664042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,128,balanced,0.05955199897289276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,128,balanced,0.060090666015942894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,128,balanced,0.060592000683148704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,128,balanced,0.06113600234190623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,128,balanced,0.061530664563179016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,128,balanced,0.06281599899133046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,128,balanced,0.06328000128269196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,128,balanced,0.06637333333492279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,128,balanced,0.07352533439795177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,128,balanced,0.09135466814041138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,128,balanced,0.09502399961153667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,128,balanced,0.09550399581591289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,128,balanced,0.10327466328938802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,128,balanced,0.11505599816640218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,128,balanced,0.12309867143630981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,128,balanced,0.1288586656252543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,128,balanced,0.14007467031478882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,128,balanced,0.15917332967122397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,128,balanced,0.1818186640739441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,128,balanced,0.21226666371027628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,128,balanced,0.3218719959259033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,128,balanced,0.3730986515680949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,2,balanced,0.17692800362904867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,2,balanced,0.2892853418986003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,2,balanced,0.46980265776316327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,2,balanced,0.8690293629964193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,2,balanced,1.663717269897461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,2,balanced,3.258042653401693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,2,balanced,3.2719573974609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,2,balanced,3.278256098429362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,2,balanced,3.2899627685546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,2,balanced,3.2962827682495117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,2,balanced,3.318026542663574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,2,balanced,3.336618741353353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,2,balanced,3.353461265563965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,2,balanced,3.3858985900878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,2,balanced,3.4220107396443686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,2,balanced,3.438255945841471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,2,balanced,3.509690602620443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,2,balanced,3.642869313557943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,2,balanced,3.756309191385905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,2,balanced,3.9044319788614907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,2,balanced,4.202138582865397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,2,balanced,4.588543891906738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,2,balanced,4.877792040506999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,2,balanced,8.177978515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,2,balanced,8.591541290283203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,2,balanced,12.940559387207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,2,balanced,17.097989400227863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,8,power_law_1.2,0.1318400025367737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,8,power_law_1.2,0.12195199728012085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,8,power_law_1.2,0.13983360528945923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,8,power_law_1.2,0.17681920528411865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,8,power_law_1.2,0.14736640453338623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,8,power_law_1.2,0.1797376036643982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,8,power_law_1.2,0.19032319784164428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,8,power_law_1.2,0.19824639558792115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,8,power_law_1.2,0.20597119331359864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,8,power_law_1.2,0.2163520097732544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,8,power_law_1.2,0.22447359561920166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,8,power_law_1.2,0.23279359340667724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,8,power_law_1.2,0.23816320896148682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,8,power_law_1.2,0.24437119960784912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,8,power_law_1.2,0.2527935981750488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,8,power_law_1.2,0.27148799896240233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,8,power_law_1.2,0.2809920072555542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,8,power_law_1.2,0.33530240058898925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,8,power_law_1.2,0.41378560066223147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,8,power_law_1.2,0.5292352199554443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,8,power_law_1.2,0.6391424179077149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,8,power_law_1.2,0.8063103675842285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,8,power_law_1.2,0.9562175750732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,8,power_law_1.2,1.5762368202209474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.17734400033950806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.27601919174194334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.4825600147247314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.711027193069458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.9484992027282715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,1,power_law_1.2,1.757792091369629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,8,power_law_1.2,1.9581823348999023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,1,power_law_1.2,1.8895807266235352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,1,power_law_1.2,1.9203327178955079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,1,power_law_1.2,2.0495487213134767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,1,power_law_1.2,2.106867218017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,1,power_law_1.2,2.2104255676269533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,1,power_law_1.2,2.2176448822021486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,1,power_law_1.2,2.284396743774414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,1,power_law_1.2,2.475686454772949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,1,power_law_1.2,2.617100715637207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,1,power_law_1.2,2.6206079483032227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,1,power_law_1.2,10.600275421142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,1,power_law_1.2,13.669683837890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,1,power_law_1.2,3.477427291870117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,1,power_law_1.2,4.097024154663086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,1,power_law_1.2,4.6522369384765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,1,power_law_1.2,5.775519943237304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,1,power_law_1.2,7.038861083984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,1,power_law_1.2,9.428704071044923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,1,power_law_1.2,11.89489288330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,1,power_law_1.2,16.913760375976562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,16,power_law_1.01,0.7133312225341797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,8,power_law_1.2,3.6075904846191404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,16,power_law_1.01,0.8827263832092285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,16,power_law_1.01,0.8687935829162597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,16,power_law_1.01,0.873203182220459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,16,power_law_1.01,0.8764096260070801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,16,power_law_1.01,0.8179264068603516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,16,power_law_1.01,0.8504256248474121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,16,power_law_1.01,0.7861504077911377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.5439424037933349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,16,power_law_1.01,0.8431936264038086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.6738880157470704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,16,power_law_1.01,0.8091391563415528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,2,power_law_1.2,1.159443187713623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,16,power_law_1.01,0.7947711944580078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.5181183815002441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.5955967903137207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,16,power_law_1.01,0.8747072219848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,2,power_law_1.2,1.7015871047973632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.6589183807373047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,16,power_law_1.01,0.8755711555480957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.71877121925354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.7234752178192139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,2,power_law_1.2,2.1149696350097655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,16,power_law_1.01,0.9240256309509277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.7350592136383056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,16,power_law_1.01,0.9445952415466309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.7710400104522706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,2,power_law_1.2,3.4990142822265624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.9878016471862793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,16,power_law_1.01,0.9381248474121093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,4,power_law_1.01,1.1782336235046387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,16,power_law_1.01,1.0546175956726074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,2,power_law_1.2,3.5447872161865233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,16,power_law_1.01,1.1632384300231933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,4,power_law_1.01,1.367027187347412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.9536319732666015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,2,power_law_1.2,3.7630336761474608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,16,power_law_1.01,1.1267264366149903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,4,power_law_1.01,1.3726655960083007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,16,power_law_1.01,1.3843584060668945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,4,power_law_1.01,1.4250176429748536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,2,power_law_1.2,3.85601921081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,16,power_law_1.01,1.6324735641479493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,4,power_law_1.01,1.4488256454467774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,2,power_law_1.2,3.9761726379394533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,16,power_law_1.01,2.2004032135009766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,4,power_law_1.01,1.6612991333007812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,16,power_law_1.01,2.78973445892334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,4,power_law_1.01,1.667078399658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,16,power_law_1.01,3.987392044067383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,2,power_law_1.2,4.181958389282227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,4,power_law_1.01,2.124313545227051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,2,power_law_1.2,4.401516723632812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,16,power_law_1.01,4.7795265197753904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,4,power_law_1.01,3.414976119995117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,2,power_law_1.2,4.8050689697265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,16,power_law_1.01,6.962515258789063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,2,power_law_1.2,5.036057662963867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,2,power_law_1.2,5.343270492553711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,4,power_law_1.01,4.302816009521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,8,power_law_1.2,4.8423103332519535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,1,power_law_1.2,21.93840637207031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,16,power_law_1.01,8.825657653808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,2,power_law_1.2,5.561811065673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,4,power_law_1.2,0.3153599977493286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,4,power_law_1.2,0.4755392074584961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,4,power_law_1.2,0.62773118019104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,4,power_law_1.2,0.9028863906860352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,4,power_law_1.2,1.1807040214538573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,2,power_law_1.2,17.305996704101563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,4,power_law_1.2,1.3586560249328614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,4,power_law_1.01,5.90893440246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,4,power_law_1.2,1.725164794921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,4,power_law_1.2,1.8131711959838868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,4,power_law_1.2,1.9230016708374023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,4,power_law_1.2,1.9758592605590821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,4,power_law_1.01,7.530239868164062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,4,power_law_1.2,1.930860710144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,4,power_law_1.2,2.1502336502075194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,2,power_law_1.2,25.07136688232422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,4,power_law_1.2,1.9538240432739258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,4,power_law_1.2,2.364364814758301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,2,power_law_1.2,6.97357406616211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,4,power_law_1.01,10.224492645263672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,4,power_law_1.2,2.325779151916504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,4,power_law_1.2,2.2611007690429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,2,power_law_1.2,8.327494049072266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,4,power_law_1.2,2.347462463378906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,4,power_law_1.2,2.659929656982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,2,power_law_1.2,8.574976348876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,4,power_law_1.2,3.042246437072754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,4,power_law_1.2,3.3525440216064455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,2,power_law_1.2,10.427040100097656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,4,power_law_1.2,3.723174285888672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,4,power_law_1.2,4.659308624267578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,4,power_law_1.2,5.172211074829102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,2,power_law_1.2,12.97774658203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,4,power_law_1.2,6.324448013305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,4,power_law_1.2,7.39169921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,4,power_law_1.01,14.806182861328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,2,power_law_1.2,17.309222412109374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,4,power_law_1.2,11.757772827148438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,4,power_law_1.2,13.857484436035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,2,power_law_1.2,22.435621643066405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,4,power_law_1.01,19.906343078613283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.23146240711212157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.2902400016784668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.47358717918396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.6461887836456299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.7182591915130615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,2,power_law_1.01,1.2332672119140624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,2,power_law_1.01,1.2488767623901367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,2,power_law_1.01,1.3124095916748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,2,power_law_1.01,1.2670783996582031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,2,power_law_1.2,31.489837646484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,2,power_law_1.01,1.3369407653808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,2,power_law_1.01,1.3920384407043458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,2,power_law_1.01,1.4834560394287108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,2,power_law_1.01,1.5592000007629394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,2,power_law_1.01,1.6317951202392578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,2,power_law_1.01,1.7075199127197265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,2,power_law_1.01,1.8390399932861328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,2,power_law_1.01,1.8054719924926759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,2,power_law_1.01,2.00882568359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,2,power_law_1.01,2.0968191146850588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,2,power_law_1.01,2.5273792266845705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,2,power_law_1.01,3.0270143508911134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,2,power_law_1.01,3.9570686340332033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,2,power_law_1.01,4.814598464965821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,2,power_law_1.01,6.932575988769531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,2,power_law_1.01,8.829183959960938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,2,power_law_1.01,13.958534240722656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,2,power_law_1.01,15.587129211425781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,2,power_law_1.2,42.766552734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,4,power_law_1.01,27.456314086914062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,16,power_law_1.01,0.13319040536880494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,16,power_law_1.01,0.12049920558929443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,16,power_law_1.01,0.10508160591125489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,16,power_law_1.01,0.10744960308074951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,16,power_law_1.01,0.08947200179100037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,16,power_law_1.01,0.10793600082397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,16,power_law_1.01,0.11552640199661254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,16,power_law_1.01,0.11450239419937133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,16,power_law_1.01,0.11699199676513672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,16,power_law_1.01,0.12053120136260986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,16,power_law_1.01,0.12684799432754518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,16,power_law_1.01,0.12495360374450684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,16,power_law_1.01,0.13027199506759643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,16,power_law_1.01,0.15147520303726197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,16,power_law_1.01,0.15199999809265136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,16,power_law_1.01,0.15639679431915282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,16,power_law_1.01,0.1853119969367981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,16,power_law_1.01,0.20308480262756348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,16,power_law_1.01,0.2749824047088623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,4,power_law_1.01,48.24375610351562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,16,power_law_1.01,0.3167680025100708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,16,power_law_1.01,0.34848001003265383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,16,power_law_1.01,0.5336768150329589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,16,power_law_1.01,0.756876802444458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,16,power_law_1.01,1.0294591903686523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,16,power_law_1.01,1.3882816314697266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,16,power_law_1.01,1.8305919647216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,16,power_law_1.01,2.453081512451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,4,power_law_1.01,62.26121215820312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,2,balanced,0.11331199606259663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,2,balanced,0.15366933743158975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,2,balanced,0.23202667633692423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,2,balanced,0.40229864915211994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,2,balanced,0.7067840099334717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,2,balanced,0.9247039953867594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,2,balanced,0.9305333296457926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,2,balanced,0.9568586349487305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,2,balanced,0.9646026293436686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,2,balanced,0.9728906949361166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,2,balanced,0.9828746318817139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,2,balanced,0.9925546646118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,2,balanced,1.004970630009969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,2,balanced,1.03057066599528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,2,balanced,1.0492533047993977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,2,balanced,1.0749706427256267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,2,balanced,1.115056037902832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,2,balanced,1.2919360001881917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,2,balanced,1.337231953938802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,2,balanced,1.6910719871520996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,2,balanced,1.8067520459493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,2,balanced,2.5033599535624185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,2,balanced,2.737840016682943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,2,balanced,4.181114514668782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,2,balanced,5.132735888163249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,8,balanced,0.039264000952243805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,8,balanced,0.03899200012286504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,8,balanced,0.03894400099913279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,8,balanced,0.039103999733924866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,2,balanced,7.842608133951823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,8,balanced,0.03928533444801966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,8,balanced,0.03968533376852671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,8,balanced,0.039936001102129616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,8,balanced,0.04005333284536997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,8,balanced,0.05668266614278158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,8,balanced,0.057429333527882896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,8,balanced,0.05676800012588501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,8,balanced,0.05831466615200043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,8,balanced,0.059018666545550026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,8,balanced,0.0598826656738917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,8,balanced,0.06397866706053416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,8,balanced,0.0652106652657191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,8,balanced,0.06749866902828217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,8,power_law_1.2,0.30011520385742185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,8,balanced,0.07253866891066234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,2,balanced,9.715983708699545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,8,balanced,0.09455999732017517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,8,power_law_1.2,0.3185920000076294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,8,balanced,0.0997226635615031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,8,power_law_1.2,0.37417600154876707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,8,balanced,0.14363200465838113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,8,balanced,0.15988266468048096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,8,balanced,0.22460265954335532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,8,power_law_1.2,0.3849792003631592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,8,balanced,0.3075626691182454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,8,balanced,0.37348798910776776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,8,power_law_1.2,0.3460416078567505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,8,balanced,0.5377546548843384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,8,balanced,0.6864799658457438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,8,power_law_1.2,0.5428415775299072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,8,power_law_1.2,0.5654975891113281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,8,power_law_1.2,0.5182720184326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,8,power_law_1.2,0.5253568172454834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,8,power_law_1.2,0.5667712211608886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,8,power_law_1.2,0.5968192100524903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,8,power_law_1.2,0.6427584171295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,8,power_law_1.2,0.6397183895111084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,8,power_law_1.2,0.6826432228088379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,8,power_law_1.2,0.7204415798187256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,8,power_law_1.2,0.7384384155273438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,8,power_law_1.2,0.7843135833740235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,8,power_law_1.2,0.8709759712219238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,8,power_law_1.2,1.0674943923950195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,8,power_law_1.2,1.301369571685791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,8,power_law_1.2,1.5095871925354003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,8,power_law_1.2,2.2362688064575194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,8,power_law_1.2,2.2526784896850587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,8,power_law_1.2,3.484115219116211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,2,balanced,0.06594133377075195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,2,balanced,0.08232533435026805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,2,balanced,0.12633066376050314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,2,balanced,0.11261866490046184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,2,balanced,0.11390399932861328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,2,balanced,0.11495467027028401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,2,balanced,0.1167626678943634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,2,balanced,0.11760532855987549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,2,balanced,0.12266666690508525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,2,balanced,0.12300800283749898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,2,balanced,0.12754133343696594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,2,balanced,0.16606932878494263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,2,balanced,0.16809600591659546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,2,balanced,0.1504639983177185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,2,balanced,0.19860267639160156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,2,balanced,0.19949867328008017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,2,balanced,0.20466667413711548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,2,balanced,0.338368018468221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,2,balanced,0.314517339070638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,2,balanced,0.41096532344818115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,2,balanced,0.5048853158950806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,2,balanced,0.774885336558024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,2,balanced,0.9932426611582438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,2,balanced,1.450426737467448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,2,balanced,1.79856538772583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,2,balanced,2.6960372924804688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,2,balanced,3.4713706970214844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,8,power_law_1.2,4.383718490600586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,8,power_law_1.2,7.131686401367188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,8,power_law_1.2,10.121107482910157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,8,balanced,0.08714666962623596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,8,balanced,0.07188799977302551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,8,balanced,0.0730506678422292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,8,balanced,0.076773335536321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,8,balanced,0.09563199679056804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,8,balanced,0.10403199990590413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,8,balanced,0.10601600011189778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,8,balanced,0.10666132966677348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,8,balanced,0.10811733206113179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,8,balanced,0.10924800237019856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,8,balanced,0.11182933052380879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,8,balanced,0.11335466305414836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,8,balanced,0.1145919958750407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,8,balanced,0.11961600184440613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,8,balanced,0.12443733215332031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,8,balanced,0.12846933801968893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,8,balanced,0.13615467151006064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,8,balanced,0.16242667039235434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,8,balanced,0.17135467131932577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,8,balanced,0.23592533667882284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,8,balanced,0.2510293324788411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,8,balanced,0.3748053312301636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,8,balanced,0.4209386507670085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,8,balanced,0.6327093442281088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,8,balanced,0.7601813475290934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,8,balanced,1.0591306686401367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,8,balanced,1.3787360191345215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,4,1,balanced,0.13863466183344522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,4,1,balanced,0.23954667647679648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,4,1,balanced,0.44308265050252277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,4,1,balanced,0.44422932465871173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,4,1,balanced,0.4968479871749878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,4,1,balanced,0.4490240017573039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,4,1,balanced,0.45349331696828205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,4,1,balanced,0.4553440014521281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,4,1,balanced,0.47147198518117267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,4,1,balanced,0.4727199872334798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,4,1,balanced,0.482474684715271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,4,1,balanced,0.5139093399047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,4,1,balanced,0.5176959832509359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,4,1,balanced,0.5112266540527344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,4,1,balanced,0.7714026769002279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,4,1,balanced,0.6876800060272217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,4,1,balanced,0.6872159639994303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,4,1,balanced,1.0541919867197673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,4,1,balanced,1.0336960156758626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,4,1,balanced,1.4845973650614421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,4,1,balanced,1.883530616760254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,4,1,balanced,2.7861172358194985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,4,1,balanced,3.6216373443603516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,4,1,balanced,5.3842824300130205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,4,1,balanced,7.167327880859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,4,1,balanced,10.834762573242188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,4,1,balanced,14.51080576578776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.39188480377197266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.39079039096832274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.43236479759216306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.3925823926925659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.39434239864349363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.4020415782928467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.42531838417053225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.6381951808929444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.7865983963012695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,8,power_law_1.2,1.0386112213134766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.8169599533081054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.9572863578796387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,8,power_law_1.2,1.2057151794433594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.951360034942627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,8,power_law_1.2,1.2386176109313964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,8,power_law_1.2,1.3826815605163574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,8,power_law_1.2,1.8404159545898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,8,power_law_1.2,2.556025505065918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,8,power_law_1.2,3.5687103271484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,8,power_law_1.2,5.0816703796386715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,8,power_law_1.2,6.8868354797363285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,8,power_law_1.2,9.928300476074218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,8,power_law_1.2,0.3964927911758423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,8,power_law_1.2,0.48170881271362304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,8,power_law_1.2,0.5602752208709717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,8,power_law_1.2,0.6608831882476807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,8,power_law_1.2,0.7563968181610108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,8,power_law_1.2,0.7817920207977295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,8,power_law_1.2,0.7358592033386231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,8,power_law_1.2,0.8085184097290039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,8,power_law_1.2,0.7565440177917481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,8,power_law_1.2,0.7996223926544189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,8,power_law_1.2,0.7917376041412354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,8,power_law_1.2,0.8298303604125976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,8,power_law_1.2,0.8888511657714844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,8,power_law_1.2,0.9261055946350097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,8,power_law_1.2,0.9622847557067871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,8,power_law_1.2,1.0161727905273437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,8,power_law_1.2,0.9803711891174316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,8,power_law_1.2,1.1646656036376952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,8,power_law_1.2,1.2014783859252929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,8,power_law_1.2,1.4769856452941894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,8,power_law_1.2,1.788319969177246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,8,power_law_1.2,2.187001609802246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,8,power_law_1.2,2.7098623275756837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,8,power_law_1.2,3.998886489868164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,8,power_law_1.2,4.344620895385742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,8,power_law_1.2,13.8753662109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,8,power_law_1.2,6.922080230712891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,8,power_law_1.2,19.936114501953124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,8,power_law_1.2,8.457823944091796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,2,power_law_1.01,0.09434239864349366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,2,power_law_1.01,0.10920319557189942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,2,power_law_1.01,0.13344639539718628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,2,power_law_1.01,0.15192320346832275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,2,power_law_1.01,0.19756799936294556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,2,power_law_1.01,0.23682560920715331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,2,power_law_1.01,0.2910655975341797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,2,power_law_1.01,0.31271679401397706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,2,power_law_1.01,0.32318079471588135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,2,power_law_1.01,0.34114561080932615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,2,power_law_1.01,0.3403520107269287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,2,power_law_1.01,0.36094720363616944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,2,power_law_1.01,0.36766719818115234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,2,power_law_1.01,0.3926016092300415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,2,power_law_1.01,0.44007039070129395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,2,power_law_1.01,0.4513216018676758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,2,power_law_1.01,0.5027647972106933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,2,power_law_1.01,0.5756224155426025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,2,power_law_1.01,0.6477952003479004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,2,power_law_1.01,0.78504958152771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,2,power_law_1.01,0.9756352424621582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,8,power_law_1.2,21.107359313964842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,2,power_law_1.01,1.262342357635498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,2,power_law_1.01,1.549824047088623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.12575360536575317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.18033280372619628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,2,power_law_1.01,2.2753728866577148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.27708799839019777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.4016704082489014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,2,power_law_1.01,2.7501312255859376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.5527872085571289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.9086784362792969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.981817626953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,2,power_law_1.01,3.827584075927734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,1,power_law_1.2,1.028927993774414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,1,power_law_1.2,1.084768009185791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,1,power_law_1.2,1.113907241821289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,2,power_law_1.01,5.1190849304199215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,1,power_law_1.2,1.1718463897705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,1,power_law_1.2,1.2124159812927247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,1,power_law_1.2,1.251148796081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,1,power_law_1.2,1.2964608192443847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,1,power_law_1.2,1.3399552345275878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,1,power_law_1.2,1.3730048179626464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,1,power_law_1.2,1.4989119529724122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,1,power_law_1.2,1.7597248077392578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,1,power_law_1.2,1.9416255950927734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,1,power_law_1.2,2.3152767181396485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,1,power_law_1.2,2.6417280197143556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,1,power_law_1.2,3.4353473663330076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,1,power_law_1.2,4.149440002441406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,1,power_law_1.2,5.647488021850586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,4,power_law_1.01,0.06751999855041504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,4,power_law_1.01,0.06314240097999572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,4,power_law_1.01,0.06967039704322815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,4,power_law_1.01,0.07103360295295716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,4,power_law_1.01,0.0898688018321991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,4,power_law_1.01,0.11352319717407226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,4,power_law_1.01,0.11790720224380494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,4,power_law_1.01,0.12135039567947388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,4,power_law_1.01,0.12431999444961547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,4,power_law_1.01,0.12429440021514893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,4,power_law_1.01,0.13014400005340576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,4,power_law_1.01,0.13013119697570802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,4,power_law_1.01,0.14766080379486085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,4,power_law_1.01,0.16088320016860963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,4,power_law_1.01,0.16712960004806518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,4,power_law_1.01,0.1765504002571106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,4,power_law_1.01,0.19941120147705077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,4,power_law_1.01,0.2217024087905884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,1,power_law_1.2,7.705554962158203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,4,power_law_1.01,0.29767680168151855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,4,power_law_1.01,0.3353087902069092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,4,power_law_1.01,0.3979968070983887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,4,power_law_1.01,0.5217919826507569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,4,power_law_1.01,0.6254784107208252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,4,power_law_1.01,1.03057918548584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,4,power_law_1.01,1.1470335960388183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,4,power_law_1.01,1.7398656845092773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,4,power_law_1.01,2.205753517150879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,1,power_law_1.2,11.231526184082032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,1,power_law_1.2,13.288192749023438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,32,power_law_1.2,0.30981760025024413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,32,power_law_1.2,0.31986560821533205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,32,power_law_1.2,0.26756479740142824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,32,power_law_1.2,0.265830397605896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,32,power_law_1.2,0.26847999095916747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,32,power_law_1.2,0.21885440349578858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,8,power_law_1.2,35.614862060546876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,32,power_law_1.2,0.2361599922180176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,32,power_law_1.2,0.2389631986618042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,32,power_law_1.2,0.2491071939468384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,32,power_law_1.2,0.21385600566864013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,32,power_law_1.2,0.22942719459533692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,32,power_law_1.2,0.2509887933731079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,32,power_law_1.2,0.26531200408935546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,32,power_law_1.2,0.28894720077514646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,32,power_law_1.2,0.3023296117782593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,32,power_law_1.2,0.3154623985290527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,32,power_law_1.2,0.3478143930435181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,32,power_law_1.2,0.41265277862548827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,32,power_law_1.2,0.5728127956390381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,32,power_law_1.2,0.7084352016448975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,32,power_law_1.2,0.6504384040832519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,32,power_law_1.2,0.9240896224975585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,32,power_law_1.2,1.2356608390808106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,2,power_law_1.2,0.06574079990386963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,2,power_law_1.2,0.06364160180091857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,32,power_law_1.2,1.8121728897094727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,2,power_law_1.2,0.06712960004806519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,2,power_law_1.2,0.07795199751853943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,2,power_law_1.2,0.07930240035057068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,2,power_law_1.2,0.08820480108261108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,2,power_law_1.2,0.09440640211105347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,32,power_law_1.2,2.3837440490722654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,2,power_law_1.2,0.09198079705238342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,2,power_law_1.2,0.09043840169906617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,2,power_law_1.2,0.0937279999256134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,2,power_law_1.2,0.09775999784469605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,32,power_law_1.2,3.388595199584961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,2,power_law_1.2,0.09838079810142517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,2,power_law_1.2,0.1005247950553894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,2,power_law_1.2,0.11418240070343018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,2,power_law_1.2,0.1514431953430176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,2,power_law_1.2,0.1625856041908264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,32,power_law_1.2,5.274457550048828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,2,power_law_1.2,0.17706880569458008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,2,power_law_1.2,0.24713599681854248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,2,power_law_1.2,0.29558401107788085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,2,power_law_1.2,0.3961280107498169
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,2,power_law_1.2,0.42778878211975097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,4,balanced,0.1692319909731547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,4,balanced,0.28596800565719604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,4,balanced,0.4845759868621826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,4,balanced,0.9305546283721924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,4,balanced,1.7579572995503743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,4,balanced,2.1955626805623374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,4,balanced,2.201365311940511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,4,balanced,2.1961867014567056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,4,balanced,2.202751954396566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,4,balanced,2.2132479349772134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,4,balanced,2.21886936823527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,4,balanced,2.226367950439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,4,balanced,2.233685334523519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,4,balanced,2.2517120043436685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,4,balanced,2.269935925801595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,4,balanced,2.350704034169515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,4,balanced,2.3750240008036294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,4,balanced,2.4310399691263833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,4,balanced,2.486234664916992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,2,power_law_1.2,0.6786047935485839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,4,balanced,4.197381337483724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,4,balanced,2.931887944539388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,4,balanced,5.103621482849121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,4,balanced,5.188538551330566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,4,balanced,7.745957056681315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,4,balanced,10.061290740966797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,4,balanced,12.950416564941406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,4,balanced,17.69434102376302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,2,power_law_1.2,0.9154687881469726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,2,power_law_1.2,1.0162495613098144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,8,power_law_1.2,47.863525390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,2,power_law_1.2,1.3400575637817382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,4,balanced,0.030229332546393078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,4,balanced,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,4,balanced,0.046581332882245384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,4,balanced,0.06981866558392842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,4,balanced,0.1125920017560323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,4,balanced,0.11288533608118693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,4,balanced,0.11481600006421407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,4,balanced,0.11711466312408447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,4,balanced,0.11827733119328816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,4,balanced,0.11772800485293071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,4,balanced,0.12000532944997151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,4,balanced,0.12220266461372375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,4,balanced,0.12169067064921062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,4,balanced,0.12452266613642375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,4,balanced,0.1327786644299825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,4,balanced,0.13448533415794373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,4,balanced,0.141184002161026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,4,balanced,0.15313599507013956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,4,balanced,0.1665493349234263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,4,balanced,0.20626666148503622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,4,balanced,0.22147732973098755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,4,balanced,0.29715200265248615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,4,balanced,0.37670401732126874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,4,balanced,0.5179146528244019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,4,balanced,0.6885013580322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,4,balanced,1.0126453240712483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,4,balanced,1.3292427062988281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,2,power_law_1.2,2.3294399261474608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,8,power_law_1.01,0.08952959775924682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,8,power_law_1.01,0.10563839673995971
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,8,power_law_1.01,0.12791680097579955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,8,power_law_1.01,0.11463680267333984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,8,power_law_1.01,0.12718080282211303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,4,balanced,0.14430399735768637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,8,power_law_1.01,0.13528319597244262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,4,balanced,0.22866666316986084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,4,balanced,0.40404800573984784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,4,balanced,0.7452906767527262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,8,power_law_1.01,0.14492160081863403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,4,balanced,1.2069653669993083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,8,power_law_1.01,0.14810240268707275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,4,balanced,1.6847200393676758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,8,power_law_1.01,0.13474559783935547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,4,balanced,1.692453384399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,8,power_law_1.01,0.1440832018852234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,4,balanced,1.69867738087972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,8,power_law_1.01,0.14707839488983154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,4,balanced,1.7074186007181804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,8,power_law_1.01,0.15032960176467897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,4,balanced,1.7190826733907063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,8,power_law_1.01,0.1515328049659729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,4,balanced,1.739141305287679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,8,power_law_1.01,0.16643199920654297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,4,balanced,1.7511253356933594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,8,power_law_1.01,0.18128639459609985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,4,balanced,1.7631413141886394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,8,power_law_1.01,0.1999168038368225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,4,balanced,1.790554682413737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,8,power_law_1.01,0.19384959936141968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,4,balanced,1.8100214004516602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,8,power_law_1.01,0.22801918983459474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,4,balanced,1.8325600624084473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,4,balanced,1.8721332550048828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,4,balanced,2.221029281616211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,4,balanced,2.0440746943155923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,8,power_law_1.01,0.24856319427490234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,8,power_law_1.01,0.3148159980773926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,4,balanced,2.4883947372436523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,8,power_law_1.01,0.3974208116531372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,4,balanced,2.3629813194274902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,8,power_law_1.01,0.49889278411865234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,8,power_law_1.01,0.6240384101867675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,4,balanced,3.625194549560547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,8,power_law_1.01,0.8621439933776855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,4,balanced,3.6116533279418945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,8,power_law_1.01,1.2049087524414062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,8,power_law_1.01,1.592313575744629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,4,balanced,5.725568135579427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,8,power_law_1.01,2.1595199584960936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,4,balanced,5.733173370361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,4,balanced,9.275146484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,4,balanced,11.282277425130209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,2,balanced,0.11424533526102702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,2,balanced,0.17121066649754843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,2,balanced,0.26877333720525104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,2,balanced,0.4840159813563029
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,2,balanced,0.9112906455993652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,2,balanced,1.136954704920451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,2,balanced,1.1413333415985107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,2,balanced,1.149194637934367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,2,balanced,1.1568586826324463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,2,balanced,1.1602880160013835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,2,balanced,1.1701866785685222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,2,balanced,1.1792746384938557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,2,balanced,1.187018632888794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,2,balanced,1.222101370493571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,2,balanced,1.2351946830749512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,2,balanced,1.2571360270182292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,2,balanced,1.29749329884847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,2,balanced,1.3910880088806152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,2,balanced,1.436031977335612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,2,balanced,2.2552266120910645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,2,balanced,1.7957013448079426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,2,balanced,3.228853225708008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,2,balanced,3.073002815246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,2,balanced,4.810794512430827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,2,balanced,6.256271998087565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,8,power_law_1.01,0.14954880475997925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,8,power_law_1.01,0.2204927921295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,8,power_law_1.01,0.1892416000366211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,2,balanced,8.123466491699219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,8,power_law_1.01,0.2089792013168335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,8,power_law_1.01,0.23250560760498046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,8,power_law_1.01,0.27679359912872314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,2,balanced,10.772271474202475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,8,power_law_1.01,0.27688961029052733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,8,power_law_1.01,0.2592639923095703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,8,power_law_1.01,0.2509759902954102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,8,power_law_1.01,0.2534463882446289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,8,power_law_1.01,0.2685631990432739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,8,power_law_1.01,0.27267839908599856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,8,power_law_1.01,0.285478401184082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,8,power_law_1.01,0.2946432113647461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,8,power_law_1.01,0.31986560821533205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,8,power_law_1.01,0.3379519939422607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,8,power_law_1.01,0.3586496114730835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,8,power_law_1.01,0.4027071952819824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,8,power_law_1.01,0.4482431888580322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,8,power_law_1.01,0.5556735992431641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,8,power_law_1.01,0.6470079898834229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,8,power_law_1.01,0.9488063812255859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,8,power_law_1.01,0.9878080368041993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,8,power_law_1.01,1.509382438659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,8,power_law_1.01,1.9990400314331054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,8,power_law_1.01,2.771788787841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,8,power_law_1.01,3.5767166137695314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.10042879581451417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.12272640466690063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.1421183943748474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.1935807943344116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.28012800216674805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.37842559814453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.43274879455566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.5500736236572266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.5719423770904541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.5874752044677735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.6239935874938964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.6414080142974854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.6693568229675293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.7077375888824463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.7504703998565674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,2,power_law_1.2,3.013055992126465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.7866879940032959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.8495871543884277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,1,power_law_1.01,1.0241215705871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,1,power_law_1.01,1.1410880088806152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,1,power_law_1.01,1.4076288223266602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,1,power_law_1.01,1.7166336059570313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,1,power_law_1.01,2.24149112701416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,1,power_law_1.01,2.7180160522460937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,2,balanced,0.059706668059031166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,2,balanced,0.0613973339398702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,2,balanced,0.06555733581384023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,2,balanced,0.07425599793593089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,2,balanced,0.09889066219329834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,2,balanced,0.14564800262451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,1,power_law_1.01,3.744736099243164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,2,balanced,0.1469493309656779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,2,balanced,0.14823466539382935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,2,balanced,0.1495786706606547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,2,balanced,0.1500693360964457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,2,balanced,0.15371732910474142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,2,balanced,0.15782399972279867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,2,balanced,0.16009599963823953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,2,balanced,0.16754132509231567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,2,balanced,0.17430933316548666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,2,balanced,0.18054932355880737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,2,balanced,0.19080533583958945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,2,balanced,0.21582933266957602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,2,balanced,0.2540480097134908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,2,balanced,0.31566933790842694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,1,power_law_1.01,4.71635856628418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,2,balanced,0.3549813429514567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,2,balanced,0.5158186753590902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,2,balanced,0.6319946845372518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,2,balanced,0.8879786332448324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,2,balanced,1.153488000233968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,2,balanced,1.6826133728027344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,1,power_law_1.01,6.706425476074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,2,balanced,2.203312079111735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,1,power_law_1.01,8.711782073974609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,8,power_law_1.2,0.055225598812103274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,8,power_law_1.2,0.04513919949531555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,8,power_law_1.2,0.05614079833030701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,8,power_law_1.2,0.053395199775695804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,8,power_law_1.2,0.061324799060821535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,8,power_law_1.2,0.06986240148544312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,8,power_law_1.2,0.0695743978023529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,8,power_law_1.2,0.07403519749641418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,8,power_law_1.2,0.07515519857406616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,8,power_law_1.2,0.07651839852333069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,8,power_law_1.2,0.07723519802093506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,8,power_law_1.2,0.07996159791946411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,8,power_law_1.2,0.08376320004463196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,8,power_law_1.2,0.08700799942016602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,8,power_law_1.2,0.09347839951515198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,8,power_law_1.2,0.09571200013160705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,8,power_law_1.2,0.10419199466705323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,8,power_law_1.2,0.11901439428329467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,8,power_law_1.2,0.164409601688385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,8,power_law_1.2,0.21352319717407225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,8,power_law_1.2,0.22165119647979736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,8,power_law_1.2,0.3245824098587036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,8,power_law_1.2,0.31914238929748534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,8,power_law_1.2,0.6029376029968262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,8,power_law_1.2,0.6449151992797851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,64,power_law_1.2,0.04878079891204834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,64,power_law_1.2,0.03841919898986816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,64,power_law_1.2,0.038124799728393555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,64,power_law_1.2,0.03880319893360138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,64,power_law_1.2,0.0392767995595932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,64,power_law_1.2,0.04089600145816803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,64,power_law_1.2,0.040755200386047366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,64,power_law_1.2,0.04126079976558685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,64,power_law_1.2,0.04182400107383728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,64,power_law_1.2,0.04135040044784546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,64,power_law_1.2,0.04355199933052063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,64,power_law_1.2,0.044095999002456664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,64,power_law_1.2,0.046054399013519286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,64,power_law_1.2,0.0480320006608963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,64,power_law_1.2,0.05283839702606201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,64,power_law_1.2,0.0542464017868042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,64,power_law_1.2,0.062041598558425906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,64,power_law_1.2,0.07736960053443909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,64,power_law_1.2,0.09216639995574952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,64,power_law_1.2,0.12391040325164795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,64,power_law_1.2,0.15822720527648926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,64,power_law_1.2,0.2258687973022461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,64,power_law_1.2,0.28266239166259766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,64,power_law_1.2,0.41361279487609864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,64,power_law_1.2,0.5204607963562011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,64,power_law_1.2,0.6580863952636719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,64,power_law_1.2,1.0244799613952638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,32,balanced,0.042090664307276406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,32,balanced,0.03590933233499527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,32,balanced,0.036101333796978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,32,balanced,0.03697066754102707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,32,balanced,0.03788800040880839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,32,balanced,0.03923733284076055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,32,balanced,0.03937066594759623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,32,balanced,0.03978666663169861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,32,balanced,0.03972800076007843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,32,balanced,0.03993066648642222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,32,balanced,0.039994666973749794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,32,balanced,0.041082667807737984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,32,balanced,0.04127999891837438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,32,balanced,0.042591998974482216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,32,balanced,0.04486933350563049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,32,balanced,0.046053335070610046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,32,balanced,0.047279998660087585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,32,balanced,0.052784000833829246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,32,balanced,0.05527466535568237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,32,balanced,0.0647573322057724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,32,balanced,0.0692853331565857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,32,balanced,0.08665600419044495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,32,balanced,0.0976106623808543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,32,balanced,0.11974933743476868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,32,balanced,0.133242666721344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,32,balanced,0.1942560076713562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,32,balanced,0.22674665848414102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,8,power_law_1.2,1.1404671669006348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,2,balanced,0.29064534107844037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,2,balanced,0.4835626681645711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,2,balanced,0.9057013193766276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,2,balanced,1.7625226974487305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,2,balanced,3.457498550415039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,2,balanced,4.312047958374023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,2,balanced,4.327098528544108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,2,balanced,4.343749364217122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,2,balanced,4.356789271036784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,8,power_law_1.2,1.5121472358703614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,2,balanced,4.361482620239258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,2,balanced,4.384362538655599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,2,balanced,4.408805211385091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,2,balanced,4.425610542297363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,2,balanced,4.469002723693848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,2,balanced,4.503205299377441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,2,balanced,4.681045214335124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,2,balanced,4.7215627034505205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,2,balanced,4.836426734924316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.43392000198364256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,2,balanced,4.918826738993327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.3814847946166992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.38007678985595705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.3810175895690918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,2,balanced,8.486991882324219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.36479361057281495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.3293312072753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.3403520107269287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,2,balanced,5.729397455851237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.37726080417633057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.3712383985519409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.3798144102096558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.3708992004394531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,2,balanced,9.999573389689127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.3956480026245117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.3945215940475464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.39378559589385986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.39486720561981203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,2,balanced,10.179119745890299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.4207295894622803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.5156479835510254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.5409535884857177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.6583807945251465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.8057727813720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,64,power_law_1.01,1.0232895851135253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,2,balanced,15.44811757405599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,64,power_law_1.01,1.418067169189453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,64,power_law_1.01,1.972287940979004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,64,power_law_1.01,2.8094207763671877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,64,power_law_1.01,3.5541439056396484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,2,balanced,19.9113286336263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,2,balanced,0.1181813379128774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,64,power_law_1.01,5.5923198699951175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,2,balanced,0.18754132588704428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,2,balanced,0.33739201227823895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,2,balanced,0.5610613425572714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,2,balanced,1.088917334874471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,2,balanced,2.103999932607015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,2,balanced,2.110479990641276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,2,balanced,2.1170667012532554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,64,power_law_1.01,7.913247680664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,2,balanced,2.1233174006144204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,2,balanced,25.475008646647137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,2,balanced,2.128592014312744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,2,balanced,2.138213316599528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,2,balanced,2.148815949757894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,2,balanced,2.1545066833496094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,2,balanced,2.1732746760050454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,2,balanced,2.1950079600016275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,2,balanced,2.2088534037272134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.5307839870452881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,2,balanced,2.2361599604288735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.8763392448425293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,2,balanced,2.3498239517211914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,1,power_law_1.01,1.6621376037597657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,2,balanced,2.4168480237325034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,2,balanced,2.508000055948893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,1,power_law_1.01,3.2449214935302733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,2,balanced,2.7300265630086265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,2,balanced,3.1248321533203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,2,balanced,35.17080434163412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,1,power_law_1.01,4.815404891967773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,2,balanced,3.3438132603963218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,2,balanced,5.206912040710449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,1,power_law_1.01,6.505452728271484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,2,balanced,5.776538848876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,1,power_law_1.01,9.14730224609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,2,balanced,8.55403200785319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,2,balanced,11.279973347981771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,1,power_law_1.01,9.716697692871094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,1,power_law_1.01,9.950956726074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,1,power_law_1.01,10.33095703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,1,power_law_1.01,10.65137939453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,1,power_law_1.01,11.16015396118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,1,power_law_1.01,11.187693023681641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,1,power_law_1.01,12.544364929199219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,1,power_law_1.01,13.005024719238282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,1,power_law_1.01,13.784147644042969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,1,power_law_1.01,14.912530517578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,1,power_law_1.01,17.7027587890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,1,power_law_1.01,16.451718139648438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,1,power_law_1.01,19.702963256835936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,1,power_law_1.01,18.615737915039062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,1,power_law_1.01,23.013285827636718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,1,power_law_1.01,26.8773193359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,1,power_law_1.01,34.3283203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,1,power_law_1.01,42.099755859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,1,power_law_1.01,58.775579833984374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,1,power_law_1.01,74.96220092773437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,128,balanced,0.0642986645301183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,128,balanced,0.06614933411280315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,128,balanced,0.06529599924882253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,128,balanced,0.0645066648721695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,128,balanced,0.06525333225727081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,128,balanced,0.08914666374524434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,128,balanced,0.09098666906356812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,128,balanced,0.09184533357620239
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,128,balanced,0.09191999832789104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,128,balanced,0.09292266766230266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,128,balanced,0.09445333480834961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,128,balanced,0.09523199995358785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,128,balanced,0.09735467036565144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,128,balanced,0.10075199604034424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,128,balanced,0.1039573351542155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,128,balanced,0.10798933108647664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,128,balanced,0.11188266674677531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,128,balanced,0.13081066807111105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,128,balanced,0.13868266344070435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,128,balanced,0.14755733807881674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,128,balanced,0.16580266753832498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,128,balanced,0.19548267126083374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,128,balanced,0.2232853372891744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,128,balanced,0.2881653308868408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,128,balanced,0.34884266058603924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,128,balanced,0.5167573293050131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,128,balanced,0.6387466589609782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,32,balanced,0.03872533390919367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,32,balanced,0.0383146678407987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,32,balanced,0.03868266691764196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,32,balanced,0.0476693312327067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,32,balanced,0.0441599984963735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,32,balanced,0.05435733497142792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,32,balanced,0.05454933146635691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,32,balanced,0.056074668963750206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,32,balanced,0.056421334544817604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,32,balanced,0.05671466886997223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,32,balanced,0.057114665706952415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,32,balanced,0.057914664347966514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,32,balanced,0.058431997895240784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,32,balanced,0.059343998630841575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,32,balanced,0.06302399933338165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,32,balanced,0.06344000001748402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,32,balanced,0.06386133531729381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,32,balanced,0.07042666773001353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,32,balanced,0.07022400200366974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,32,balanced,0.0816480020682017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,32,balanced,0.08494933446248372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,32,balanced,0.10732799768447876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,32,balanced,0.11559999982515971
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,32,balanced,0.1455573340257009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,32,balanced,0.17097065846125284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,32,balanced,0.23875200748443604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,32,balanced,0.2995199958483378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.06670719981193543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.0794368028640747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.12168960571289063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.17391999959945678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.2158207893371582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.3468224048614502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.3500351905822754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.37274880409240724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.3830591917037964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.3985408067703247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.4209792137145996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.4347968101501465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.4543168067932129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.470579195022583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.48686718940734863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.5041088104248047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.5608255863189697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.641107177734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.7728447914123535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.923423957824707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,1,power_law_1.01,1.0690624237060546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,1,power_law_1.01,1.4084159851074218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,1,power_law_1.01,1.7632640838623046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,1,power_law_1.01,2.500339126586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,1,power_law_1.01,3.2474750518798827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,1,power_law_1.01,4.741759872436523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,1,power_law_1.01,6.223398590087891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,8,balanced,0.05909333129723867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,8,balanced,0.0634933312733968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,8,balanced,0.05922133227189382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,8,balanced,0.05982933441797892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,8,balanced,0.06038933495680491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,8,balanced,0.06136533121267954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,8,balanced,0.06208533545335134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,8,balanced,0.06250666578610738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,8,balanced,0.07016000151634216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,8,balanced,0.07114666700363159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,8,balanced,0.0709386666615804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,8,balanced,0.07016000151634216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,8,balanced,0.07026666899522145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,8,balanced,0.07214400172233582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,8,balanced,0.07418133318424225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,8,balanced,0.0765066643555959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,8,balanced,0.09346133470535278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,8,balanced,0.10062932968139648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,8,balanced,0.13704533378283182
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,8,balanced,0.13962133725484213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,8,balanced,0.20732265710830688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,8,balanced,0.26842667659123737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,8,balanced,0.3344959815343221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,8,balanced,0.4605226516723633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,8,balanced,0.5852373441060384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,8,balanced,0.873855988184611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,8,balanced,1.1235146522521973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,2,power_law_1.2,0.09200639724731445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,2,power_law_1.2,0.10631680488586426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,2,power_law_1.2,0.12037119865417481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,2,power_law_1.2,0.13456640243530274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,2,power_law_1.2,0.157695996761322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,2,power_law_1.2,0.1834239959716797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,2,power_law_1.2,0.23449599742889404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,2,power_law_1.2,0.24849278926849366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,2,power_law_1.2,0.2507200002670288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,1,balanced,0.19325866301854452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,2,power_law_1.2,0.2566400051116943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,1,balanced,0.3439573446909587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,1,balanced,0.5720906654993693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,2,power_law_1.2,0.2776959896087646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,1,balanced,1.0939466953277588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,2,power_law_1.2,0.2886336088180542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,1,balanced,2.1089173952738443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,2,power_law_1.2,0.32515199184417726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,2,power_law_1.2,0.32721920013427735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,2,power_law_1.2,0.358188796043396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,1,balanced,4.143328030904134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,2,power_law_1.2,0.3704319953918457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,2,power_law_1.2,0.40840959548950195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,1,balanced,4.158181190490723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,2,power_law_1.2,0.4899775981903076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,1,balanced,4.167888005574544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,2,power_law_1.2,0.5711679935455323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,2,power_law_1.2,0.6879744052886962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,1,balanced,4.1813920338948565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,2,power_law_1.2,0.8543807983398437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,1,balanced,4.186079978942871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,2,power_law_1.2,1.1429439544677735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,1,balanced,4.214768091837565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,2,power_law_1.2,1.5293503761291505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,1,balanced,4.2388105392456055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,2,power_law_1.2,1.9956415176391602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,1,balanced,4.253487904866536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,2,power_law_1.2,2.6614912033081053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,1,balanced,4.2948001225789385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,2,power_law_1.2,4.065753555297851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,1,balanced,4.328229268391927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,1,balanced,4.36081059773763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,2,power_law_1.2,4.806790542602539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,1,balanced,4.473365465799968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,1,balanced,4.642101287841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,1,balanced,4.771450678507487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,1,balanced,4.969077428181966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,1,balanced,5.317237218221028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,1,balanced,5.979626973470052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,1,balanced,6.380629221598308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,1,balanced,10.206298828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,1,balanced,11.256863911946615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,1,balanced,16.728453318277996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,1,balanced,22.25037892659505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,8,power_law_1.01,0.13112959861755372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,8,power_law_1.01,0.15575679540634155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,8,power_law_1.01,0.13290879726409913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,8,power_law_1.01,0.18339200019836427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,8,power_law_1.01,0.1751423954963684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,8,power_law_1.01,0.17533440589904786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,8,power_law_1.01,0.18421759605407714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,8,power_law_1.01,0.19608960151672364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,8,power_law_1.01,0.20801920890808107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,8,power_law_1.01,0.21171839237213136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,8,power_law_1.01,0.21866240501403808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,8,power_law_1.01,0.22271358966827393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,8,power_law_1.01,0.2326335906982422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,8,power_law_1.01,0.2347327947616577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,8,power_law_1.01,0.24814720153808595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,8,power_law_1.01,0.2518464088439941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,8,power_law_1.01,0.2788095951080322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,8,power_law_1.01,0.318284797668457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,8,power_law_1.01,0.4069375991821289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,8,power_law_1.01,0.49532160758972166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,8,power_law_1.01,0.5646080017089844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,8,power_law_1.01,0.7204671859741211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,8,power_law_1.01,0.9761471748352051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,8,power_law_1.01,1.3463808059692384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,8,power_law_1.01,1.8480831146240235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,8,power_law_1.01,2.9854272842407226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,8,power_law_1.01,3.6433856964111326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,4,power_law_1.01,0.0907904028892517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,4,power_law_1.01,0.09670400023460388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,4,power_law_1.01,0.09575679898262024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,4,power_law_1.01,0.10565119981765747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,4,power_law_1.01,0.11400320529937744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,4,power_law_1.01,0.13500800132751464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,4,power_law_1.01,0.13527040481567382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,4,power_law_1.01,0.13480960130691527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,4,power_law_1.01,0.13772799968719482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,4,power_law_1.01,0.1420799970626831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,4,power_law_1.01,0.1451840043067932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,4,power_law_1.01,0.1536960005760193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,4,power_law_1.01,0.1578559994697571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,4,power_law_1.01,0.1680575966835022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,4,power_law_1.01,0.18183039426803588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,4,power_law_1.01,0.19460480213165282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,4,power_law_1.01,0.2264575958251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,4,power_law_1.01,0.25988481044769285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,4,power_law_1.01,0.3154623985290527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,4,power_law_1.01,0.3761535882949829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,4,power_law_1.01,0.5069632053375244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,4,power_law_1.01,0.6433279991149903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,4,power_law_1.01,0.811616039276123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,4,power_law_1.01,1.1602751731872558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,4,power_law_1.01,1.5475263595581055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,4,power_law_1.01,2.3569664001464843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,4,power_law_1.01,2.7192256927490233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,4,power_law_1.2,0.13233920335769653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,4,power_law_1.2,0.11953279972076417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,4,power_law_1.2,0.17917439937591553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,4,power_law_1.2,0.20263679027557374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,4,power_law_1.2,0.2548288106918335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,4,power_law_1.2,0.3514431953430176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,4,power_law_1.2,0.35519359111785886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,4,power_law_1.2,0.3588032007217407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,4,power_law_1.2,0.37357439994812014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,4,power_law_1.2,0.35459198951721194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,4,power_law_1.2,0.3823168039321899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,4,power_law_1.2,0.403718376159668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,4,power_law_1.2,0.421676778793335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,4,power_law_1.2,0.424070405960083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,4,power_law_1.2,0.4623871803283691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,4,power_law_1.2,0.48853759765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,4,power_law_1.2,0.5038847923278809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,4,power_law_1.2,0.5465472221374512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,4,power_law_1.2,0.6959167957305908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,4,power_law_1.2,0.8376959800720215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,4,power_law_1.2,0.9057151794433593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,4,power_law_1.2,1.4390463829040527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,4,power_law_1.2,1.735545539855957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,4,power_law_1.2,2.357472038269043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,1,balanced,0.29547200600306195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,1,balanced,0.5301066637039185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,1,balanced,0.8798986275990804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,1,balanced,1.6742560068766277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,1,balanced,3.271066665649414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,1,balanced,6.471322377522786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,1,balanced,9.668906529744467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,4,power_law_1.2,3.203091049194336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,4,power_law_1.01,0.314630389213562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,1,balanced,9.69534428914388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,4,power_law_1.01,0.47733120918273925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,4,power_law_1.01,0.8866623878479004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,4,power_law_1.01,0.935091209411621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,1,balanced,9.722917556762695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,4,power_law_1.01,1.3534144401550292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,4,power_law_1.01,1.5387776374816895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,1,balanced,9.745466868082682
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,4,power_law_1.01,1.596063995361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,4,power_law_1.01,2.0781248092651365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,1,balanced,9.796127955118815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,4,power_law_1.01,2.097977638244629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,4,power_law_1.01,1.8532928466796874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,1,balanced,9.84822909037272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,4,power_law_1.01,1.9046207427978517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,4,power_law_1.01,1.9991424560546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,1,balanced,9.895509084065756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,4,power_law_1.01,1.9720575332641601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,4,power_law_1.01,2.1154687881469725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,1,balanced,9.926234563191732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,4,power_law_1.01,2.125107192993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,4,power_law_1.01,2.4163455963134766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,4,power_law_1.01,2.3826303482055664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,1,balanced,9.99624506632487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,4,power_law_1.01,2.7379199981689455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,1,balanced,10.063973108927408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,4,power_law_1.01,2.7343488693237306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,1,balanced,0.04002666721741358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,1,balanced,0.05121066669623057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,1,balanced,0.07458133498827617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,1,balanced,0.12221333384513855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,1,balanced,0.21405333280563354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,1,balanced,0.2172586719195048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,1,balanced,0.21730132897694907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,1,balanced,0.22147732973098755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,4,power_law_1.01,3.136467170715332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,1,balanced,0.22191999355951944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,1,balanced,0.22495466470718384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,1,balanced,0.2281279961268107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,1,balanced,0.23400000731150308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,1,balanced,0.23803200324376425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,1,balanced,0.24830400943756104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,1,balanced,0.2601706584294637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,1,balanced,0.26657599210739136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,1,balanced,10.195722579956055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,1,balanced,0.2811253269513448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,1,balanced,0.31918932994206745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,1,balanced,0.35583468278249103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,1,balanced,0.442357341448466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,4,power_law_1.01,3.6429183959960936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,1,balanced,0.5039360125859579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,1,balanced,0.6712480386098226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,1,balanced,0.8710880279541016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,1,balanced,1.2775999704996746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,1,balanced,1.6673866907755535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,4,power_law_1.01,4.5371135711669925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,1,balanced,10.468559900919596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,1,balanced,2.473834673563639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,1,balanced,3.2702080408732095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,4,power_law_1.01,4.6923072814941404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,1,balanced,10.819547017415365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,4,power_law_1.01,5.832147216796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,1,balanced,11.186138153076172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,4,power_law_1.01,7.3577728271484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,1,balanced,11.77243677775065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,4,power_law_1.01,10.148409271240235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,1,balanced,12.265989939371744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,4,power_law_1.01,12.682425689697265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,1,balanced,13.380213419596354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,1,balanced,14.601083119710287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,1,balanced,0.09627733627955119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,1,balanced,0.11082667112350464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,1,balanced,0.13732799887657166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,1,balanced,0.1906720002492269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,1,balanced,0.3219839930534363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,1,balanced,0.546341339747111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,1,balanced,24.670005798339844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,1,balanced,0.5499733289082845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,1,balanced,0.5490080118179321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,1,balanced,0.5543626546859741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,1,balanced,0.5606186787287394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,1,balanced,0.5733333428700765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,1,balanced,0.583461324373881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,1,balanced,0.5927786827087402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,1,balanced,0.6105013291041056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,1,balanced,0.6255146662394205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,1,balanced,0.646997332572937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,1,balanced,0.6860906283060709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,1,balanced,0.7868159612019857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,1,balanced,0.9352959791819254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,1,balanced,1.1345760027567546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,1,balanced,1.3290666739145915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,1,balanced,1.9076693852742512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,1,balanced,2.2748160362243652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,1,balanced,27.301124572753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,1,balanced,3.3362773259480796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,1,balanced,4.186794598897298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,1,balanced,5.978975931803386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,1,balanced,7.992853164672852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,1,balanced,38.13457489013672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,32,power_law_1.01,0.18937599658966064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,32,power_law_1.01,0.1692863941192627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,32,power_law_1.01,0.18692480325698851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,32,power_law_1.01,0.16666879653930664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,32,power_law_1.01,0.16869759559631348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,32,power_law_1.01,0.1401919960975647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,32,power_law_1.01,0.16764800548553466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,32,power_law_1.01,0.15843839645385743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,32,power_law_1.01,0.15813759565353394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,32,power_law_1.01,0.1646016001701355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,32,power_law_1.01,0.1743551969528198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,32,power_law_1.01,0.17418880462646485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,32,power_law_1.01,0.17530879974365235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,32,power_law_1.01,0.19221760034561158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,32,power_law_1.01,0.19746559858322144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,32,power_law_1.01,0.20144639015197754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,32,power_law_1.01,0.21740798950195311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,32,power_law_1.01,0.28324480056762696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,32,power_law_1.01,0.2604095935821533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,32,power_law_1.01,0.3160640001296997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,32,power_law_1.01,0.38487679958343507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,32,power_law_1.01,0.5398528099060058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,32,power_law_1.01,0.6480447769165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,32,power_law_1.01,0.9466239929199218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,32,power_law_1.01,1.2737024307250977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,32,power_law_1.01,1.8938751220703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,32,power_law_1.01,2.3363136291503905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,4,power_law_1.2,4.45080337524414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,4,power_law_1.2,5.540620803833008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.5220736026763916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.46287999153137205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.46381440162658694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.46272640228271483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.4250944137573242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.2896895885467529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.4222271919250488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.4377471923828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.412659215927124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.4352447986602783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.4708735942840576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.4578752040863037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.44208641052246095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.478931188583374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.5676671981811523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.5519807815551758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.6157375812530518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.6527872085571289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.7299136161804199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.894803237915039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,32,power_law_1.01,1.0540608406066894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,32,power_law_1.01,1.4293631553649901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,32,power_law_1.01,1.7000703811645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,32,power_law_1.01,2.4131967544555666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,32,power_law_1.01,2.9435712814331056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,32,power_law_1.01,4.741017532348633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,128,balanced,0.03053866575161616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,128,balanced,0.030415999392668407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,128,balanced,0.03032533327738444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,128,balanced,0.031157332162062328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,128,balanced,0.03374933451414108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,128,balanced,0.03275733441114426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,128,balanced,0.033189333975315094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,128,balanced,0.03320533285538355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,128,balanced,0.03332266708215078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,128,balanced,0.03363733241955439
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,128,balanced,0.034474665919939675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,128,balanced,0.03501333296298981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,128,balanced,0.03544000039498011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,128,balanced,0.03643733263015747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,128,balanced,0.044778664906819664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,128,balanced,0.045279999574025474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,128,balanced,0.04665066798528036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,128,balanced,0.04776533444722494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,128,balanced,0.04900800188382467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,128,balanced,0.05276800195376078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,128,balanced,0.05644799768924713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,128,balanced,0.06376533210277557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,32,power_law_1.01,6.010809707641601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,128,balanced,0.07340799768765767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,128,balanced,0.101200004418691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,128,balanced,0.11062399546305339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,128,balanced,0.14896000425020853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,128,balanced,0.1757919987042745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,64,power_law_1.01,0.0602944016456604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,64,power_law_1.01,0.05472639799118042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,64,power_law_1.01,0.05578240156173706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,64,power_law_1.01,0.054579198360443115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,64,power_law_1.01,0.054099202156066895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,64,power_law_1.01,0.05560320019721985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,64,power_law_1.01,0.0567359983921051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,64,power_law_1.01,0.05817599892616272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,64,power_law_1.01,0.05925760269165039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,64,power_law_1.01,0.06060799956321716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,64,power_law_1.01,0.06236799955368042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,64,power_law_1.01,0.07157760262489318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,64,power_law_1.01,0.07246080040931702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,64,power_law_1.01,0.08746880292892456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,64,power_law_1.01,0.09353600144386291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,64,power_law_1.01,0.3761600017547607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,64,power_law_1.01,0.08997120261192322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,64,power_law_1.01,0.10127359628677368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,64,power_law_1.01,0.10640640258789062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,64,power_law_1.01,0.14903039932250978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,64,power_law_1.01,0.176800000667572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,64,power_law_1.01,0.23786239624023436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,64,power_law_1.01,0.2956928014755249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,64,power_law_1.01,0.4415872097015381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,64,power_law_1.01,0.5052031993865966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,64,power_law_1.01,0.7431424140930176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,64,power_law_1.01,0.9389760017395019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,16,balanced,0.03737066686153412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,16,balanced,0.035802667339642845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,16,balanced,0.03685333331425985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,16,balanced,0.03770666569471359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,16,balanced,0.0413973331451416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,16,balanced,0.054287999868392944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,16,balanced,0.05474133292833964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,16,balanced,0.054986665646235146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,16,balanced,0.055349335074424744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,16,balanced,0.055999999245007835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,16,balanced,0.05622399846712748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,16,balanced,0.056885331869125366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,16,balanced,0.057664001981417336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,16,balanced,0.058778668443361916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,16,balanced,0.06257600088914235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,16,balanced,0.06320000191529591
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,16,balanced,0.06482133269309998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,16,balanced,0.07157866656780243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,16,balanced,0.0727893312772115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,16,balanced,0.08434666196505229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,16,balanced,0.09193600217501323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,16,balanced,0.1204266647497813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,16,balanced,0.12380799651145935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,16,balanced,0.16353066762288412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,16,balanced,0.195306658744812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,16,balanced,0.2842186689376831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,16,balanced,0.346288005510966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,8,power_law_1.2,0.10867199897766114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,8,power_law_1.2,0.12062720060348511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,8,power_law_1.2,0.15072640180587768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,8,power_law_1.2,0.14321919679641723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,8,power_law_1.2,0.16224000453948975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,8,power_law_1.2,0.19296000003814698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,8,power_law_1.2,0.17660800218582154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,8,power_law_1.2,0.18850560188293458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,8,power_law_1.2,0.19702399969100953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,8,power_law_1.2,0.1856063961982727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,8,power_law_1.2,0.21013760566711426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,8,power_law_1.2,0.2008064031600952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,8,power_law_1.2,0.2113408088684082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,8,power_law_1.2,0.21989119052886963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,8,power_law_1.2,0.24576640129089355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,8,power_law_1.2,1.1898048400878907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,8,power_law_1.2,0.2514944076538086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,8,power_law_1.2,0.3189568042755127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,8,power_law_1.2,0.3542335987091064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,8,power_law_1.2,0.41653761863708494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.5321599960327148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,8,power_law_1.2,2.790943908691406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.8753215789794921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.8438336372375488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,8,power_law_1.2,3.9259265899658202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.7793536186218262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,8,power_law_1.2,0.8234304428100586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.8617216110229492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.6608575820922852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,8,power_law_1.2,1.2085311889648438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.7882688045501709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,8,power_law_1.2,1.304684829711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.7468800067901611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,8,power_law_1.2,2.2345792770385744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.8020544052124023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.7849343776702881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,8,power_law_1.2,2.740614318847656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.7960000038146973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.8231103897094727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.8254015922546387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.7569087982177735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.8619647979736328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.9287551879882813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,16,power_law_1.01,1.05863676071167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,16,power_law_1.01,1.2493439674377442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,16,power_law_1.01,1.209817600250244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,16,power_law_1.01,1.66429443359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,16,power_law_1.01,1.6941631317138672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,16,power_law_1.01,2.0408447265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,16,power_law_1.01,2.510335922241211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,16,power_law_1.01,3.427481460571289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,16,power_law_1.01,4.214547348022461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,16,power_law_1.01,6.20555534362793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,16,power_law_1.01,8.505522918701171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.53089280128479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.8728063583374024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,8,power_law_1.01,1.0547200202941895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,8,power_law_1.01,1.2624704360961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,8,power_law_1.01,1.3427519798278809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,8,power_law_1.01,1.4891776084899901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,8,power_law_1.01,1.467801570892334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,8,power_law_1.01,1.519711971282959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,8,power_law_1.01,1.5603903770446776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,8,power_law_1.01,1.3609984397888184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,8,power_law_1.01,1.3667263984680176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,8,power_law_1.01,1.5201215744018555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,8,power_law_1.01,1.5537216186523437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,8,power_law_1.01,1.6343616485595702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,8,power_law_1.01,1.6270912170410157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,8,power_law_1.01,1.685683250427246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,8,power_law_1.01,6.486643218994141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,8,power_law_1.01,8.519519805908203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,8,power_law_1.01,2.2200960159301757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,8,power_law_1.01,2.6398271560668944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,8,power_law_1.01,2.870963287353516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,8,power_law_1.01,3.496198272705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,8,power_law_1.01,4.156473541259766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,8,power_law_1.01,5.645049667358398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,8,power_law_1.01,7.235775756835937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,8,power_law_1.01,10.330713653564453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,8,power_law_1.01,14.658393859863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,4,power_law_1.01,0.08963199853897094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,4,power_law_1.01,0.1050879955291748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,4,power_law_1.01,0.11374080181121826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,4,power_law_1.01,0.11530239582061767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,4,power_law_1.01,0.1279360055923462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,4,power_law_1.01,0.14307839870452882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,4,power_law_1.01,0.16529279947280884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,4,power_law_1.01,0.1717120051383972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,4,power_law_1.01,0.1657088041305542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,4,power_law_1.01,0.1692863941192627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,4,power_law_1.01,0.18151040077209474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,4,power_law_1.01,0.18154239654541016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,4,power_law_1.01,0.19905279874801635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,4,power_law_1.01,0.21064319610595703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,4,power_law_1.01,0.5407360076904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,4,power_law_1.01,1.4834688186645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,4,power_law_1.01,0.24542078971862794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,4,power_law_1.01,0.2842112064361572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,4,power_law_1.01,0.3691135883331299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,4,power_law_1.01,0.42359042167663574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,4,power_law_1.01,0.5171520233154296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,4,power_law_1.01,0.655679988861084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,4,power_law_1.01,0.9440256118774414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,4,power_law_1.01,1.265113639831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,4,power_law_1.01,1.6035520553588867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,4,power_law_1.01,2.17838077545166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,4,power_law_1.01,2.927289581298828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,128,balanced,0.05634133517742157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,128,balanced,0.055306668082873024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,128,balanced,0.05531733234723409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,128,balanced,0.055786664287249245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,128,balanced,0.05590933561325073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,128,balanced,0.05783466498057047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,128,balanced,0.05782933533191681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,128,balanced,0.05827199916044871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,128,balanced,0.05829333265622457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,128,balanced,0.059232001503308616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,128,balanced,0.05935466786225637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,128,balanced,0.06464000046253204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,128,balanced,0.06545599798361461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,128,balanced,0.06192000210285187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,128,balanced,0.06573866804440816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,128,balanced,0.07641066610813141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,128,balanced,0.08771733442942302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,128,balanced,0.09382933378219604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,128,balanced,0.09916800260543823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,128,balanced,0.10558933019638062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,128,balanced,0.10988266269365947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,128,balanced,0.11796800295511882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,128,balanced,0.1264479955037435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,128,balanced,0.14057067036628723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,128,balanced,0.17223999897638956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,128,balanced,0.2304426630338033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,128,balanced,0.2837386727333069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.04705280065536499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.050400000810623166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.06038399934768677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.07637119889259339
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.07761279940605163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.08191360235214233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.08332160115242004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.08387200236320495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.08503040075302123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.08711680173873901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.08834559917449951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.09044479727745056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.11496959924697876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.10752639770507813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.11443840265274048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.13928960561752318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.15441279411315917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.17564159631729126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.23416318893432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.31015040874481203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.3835263967514038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.5386688232421875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.6998079776763916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,1,power_law_1.01,1.0134976387023926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,1,power_law_1.01,1.322201633453369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,8,balanced,0.037621334195137024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,8,balanced,0.03730133424202601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,8,balanced,0.039247999588648476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,8,balanced,0.05448000133037567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,8,balanced,0.07316266496976216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,8,balanced,0.07525866727034251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,8,balanced,0.07647466659545898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,8,balanced,0.07730133334795634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,8,balanced,0.07764799892902374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,8,balanced,0.07844266792138417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,8,balanced,0.07996800045172374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,8,balanced,0.08166400094827016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,8,balanced,0.08246399958928426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,8,balanced,0.08562666177749634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,8,balanced,0.09144533673922221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,8,balanced,0.0937439997990926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,8,balanced,0.10014933347702026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,8,balanced,0.10616000493367513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,8,balanced,0.12111467123031616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,8,balanced,0.14523733655611673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,8,balanced,0.1665279964605967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,8,balanced,0.23686933517456055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,8,balanced,0.2632906635602315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,8,balanced,0.3767840067545573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,8,balanced,0.48253333568573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,8,balanced,0.6964906851450602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,8,balanced,0.9025653203328451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,2,balanced,0.05985066791375478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,2,balanced,0.06235733131567637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,2,balanced,0.07064533233642578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,2,balanced,0.09025067090988159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,2,balanced,0.13217066725095114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,2,balanced,0.20788800716400146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,2,balanced,0.20977065960566202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,2,balanced,0.21152534087498984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,2,balanced,0.21368000904719034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,2,balanced,0.2150933345158895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,2,balanced,0.21769599119822183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,2,balanced,0.22247467438379923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,2,balanced,0.2258239984512329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,2,balanced,0.23317867517471313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,2,balanced,0.2412160038948059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,2,balanced,0.2487786610921224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,2,balanced,0.258240004380544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,2,balanced,0.2833706736564636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,2,balanced,0.3249013423919678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,2,balanced,0.3806346654891968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,2,balanced,0.42998401323954266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,2,balanced,0.5958666801452637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,2,balanced,0.7158880233764648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,2,balanced,0.9962506294250488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,2,balanced,1.2802080313364665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,2,balanced,1.8554293314615886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,2,balanced,2.5828372637430825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,32,power_law_1.01,0.08222079873085023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,32,power_law_1.01,0.0805184006690979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,32,power_law_1.01,0.07496960163116455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,32,power_law_1.01,0.07470719814300537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,32,power_law_1.01,0.07381119728088378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,32,power_law_1.01,0.07226240038871765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,32,power_law_1.01,0.07646719813346863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,32,power_law_1.01,0.07820799946784973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,32,power_law_1.01,0.07807360291481018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,32,power_law_1.01,0.07767680287361145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,32,power_law_1.01,0.08342400193214417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,32,power_law_1.01,0.0861952006816864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,32,power_law_1.01,0.08736640214920044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,32,power_law_1.01,0.09943040013313294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,32,power_law_1.01,0.1047935962677002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,32,power_law_1.01,0.10730240345001221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,32,power_law_1.01,0.10641280412673951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,32,power_law_1.01,0.12142720222473144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,32,power_law_1.01,0.14691200256347656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,32,power_law_1.01,0.16614400148391723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,32,power_law_1.01,0.20709118843078614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,32,power_law_1.01,0.2692352056503296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,32,power_law_1.01,0.33936638832092286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,32,power_law_1.01,0.47866239547729494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,32,power_law_1.01,0.5927423954010009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,32,power_law_1.01,0.837343978881836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,32,power_law_1.01,1.0144895553588866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,1,power_law_1.01,0.052147197723388675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,1,power_law_1.01,0.07065600156784058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,1,power_law_1.01,0.10253440141677857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,1,power_law_1.01,0.1464192032814026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,1,power_law_1.01,0.21641600131988525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,1,power_law_1.01,0.3304960012435913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,1,power_law_1.01,0.34992640018463134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,1,power_law_1.01,0.3661760091781616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,1,power_law_1.01,0.3897279977798462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,1,power_law_1.01,0.38485119342803953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,1,power_law_1.01,0.3947520017623901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,1,power_law_1.01,0.41409921646118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,1,power_law_1.01,0.41665282249450686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,1,power_law_1.01,0.4388415813446045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,1,power_law_1.01,0.4394688129425049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,1,power_law_1.01,0.4603903770446777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,1,power_law_1.01,0.5010752201080322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,1,power_law_1.01,1.9468223571777343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,1,power_law_1.01,0.5472959995269775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,1,power_law_1.01,0.5801856040954589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,1,power_law_1.01,0.6492032051086426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,1,power_law_1.01,0.771340799331665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,1,power_law_1.01,0.9918463706970215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,1,power_law_1.01,1.1925439834594727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,1,power_law_1.01,1.6614912033081055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,1,power_law_1.01,2.1283647537231447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,1,power_law_1.01,3.0508031845092773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,1,power_law_1.01,3.9691776275634765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,1,power_law_1.01,2.564588737487793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,8,power_law_1.01,0.24406399726867675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,8,power_law_1.01,0.3582848072052002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,8,power_law_1.01,0.31049599647521975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,8,power_law_1.01,0.3575551986694336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,8,power_law_1.01,0.4334144115447998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,8,power_law_1.01,0.468671989440918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,8,power_law_1.01,0.4332287788391113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,8,power_law_1.01,0.4536320209503174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,8,power_law_1.01,0.43654398918151854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,8,power_law_1.01,0.4638656139373779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,8,power_law_1.01,0.4474815845489502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,8,power_law_1.01,0.46959362030029295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,8,power_law_1.01,0.48555521965026854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,8,power_law_1.01,0.5042367935180664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,8,power_law_1.01,0.5179520130157471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,8,power_law_1.01,0.5290495872497558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,8,power_law_1.01,0.5560128211975097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,8,power_law_1.01,0.6297215938568115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,8,power_law_1.01,0.6537216186523438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,8,power_law_1.01,0.814668846130371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,8,power_law_1.01,0.9582400321960449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,2,balanced,0.059674665331840515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,2,balanced,0.053786665201187134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,2,balanced,0.06419733166694641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,2,balanced,0.08522133032480876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,2,balanced,0.13987732927004495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,2,balanced,0.13752532998720804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,2,balanced,0.1388053297996521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,2,balanced,0.14012266198794046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,2,balanced,0.14221333463986716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,8,power_law_1.01,1.2856575965881347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,2,balanced,0.1436746617158254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,2,balanced,0.14763733744621277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,2,balanced,0.14940800269444784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,2,balanced,0.15314132968584696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,2,balanced,0.160261332988739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,2,balanced,0.16827199856440225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,2,balanced,0.17483733097712198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,8,power_law_1.01,1.4795136451721191
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,2,balanced,0.19399466117223105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,2,balanced,0.24095465739568075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,2,balanced,0.2518613338470459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,2,balanced,0.3536213239034017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,2,balanced,0.41888535022735596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,2,balanced,0.5606293280919393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,8,power_law_1.01,2.2044992446899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,2,balanced,0.7410186926523844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,2,balanced,1.0487573146820068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,2,balanced,1.3427732785542805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,8,power_law_1.01,2.6910463333129884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,2,balanced,1.9826399485270183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,2,balanced,2.7209014892578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,8,power_law_1.01,4.053126525878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,8,power_law_1.01,5.031212615966797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,4,balanced,0.05561600128809611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,4,balanced,0.05730666716893514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,4,balanced,0.058277333776156105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,4,balanced,0.06571199993292491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,4,balanced,0.0876586635907491
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,4,balanced,0.13058132926623026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,4,balanced,0.1325440009435018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,4,balanced,0.12965866923332214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,4,balanced,0.13057600458463034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,4,balanced,0.13010666767756143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,4,balanced,0.1343946655591329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,4,balanced,0.13589333494504294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,4,balanced,0.13769599795341492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,4,balanced,0.14400532841682434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,4,balanced,0.14908267060915628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,4,balanced,0.1543359955151876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,4,balanced,0.16158399979273477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,4,balanced,0.17865600188573202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,4,balanced,0.2015626629193624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,4,balanced,0.25057599941889447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,4,balanced,0.26763733228047687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,4,balanced,0.3817280133565267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,4,balanced,0.46113598346710205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,4,balanced,0.6211093266805013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,4,balanced,0.8202773729960123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,4,balanced,1.1665653387705486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,4,balanced,1.4885120391845703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,2,power_law_1.2,0.12327040433883667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,2,power_law_1.2,0.1712448000907898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,2,power_law_1.2,0.22542719841003417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,2,power_law_1.2,0.3246592044830322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,2,power_law_1.2,0.4079296112060547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,2,power_law_1.2,0.6384704113006592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,2,power_law_1.2,0.6726463794708252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,2,power_law_1.2,0.665119981765747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,2,power_law_1.2,0.7200831890106201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,2,power_law_1.2,0.7222784042358399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,2,power_law_1.2,0.7485504150390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,2,power_law_1.2,0.7376704216003418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,2,power_law_1.2,0.7964928150177002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,2,power_law_1.2,0.8297216415405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,2,power_law_1.2,0.8810688018798828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,2,power_law_1.2,0.9261504173278808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,2,power_law_1.2,0.931385612487793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,2,power_law_1.2,1.0142080307006835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,2,power_law_1.2,1.1335424423217773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,2,power_law_1.2,1.4691967964172363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,2,power_law_1.2,1.715443229675293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,2,power_law_1.2,2.1766592025756837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,2,power_law_1.2,2.7375551223754884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,2,power_law_1.2,3.7031742095947267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.22631680965423584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.23339519500732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.3554368019104004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.420300817489624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.48835201263427735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.6679679870605468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.6745215892791748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.6883647918701172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.7161920070648193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.7301951885223389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.7371583938598633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,2,power_law_1.2,5.232128143310547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.7068672180175781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.7717376232147217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.8256832122802734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.8270144462585449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.8891776084899903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,1,power_law_1.2,0.06870399713516236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.9073920249938965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,1,power_law_1.2,0.0725823998451233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,1,power_law_1.2,0.08207359910011292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,4,power_law_1.2,1.0971199989318847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,1,power_law_1.2,0.10051840543746948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,4,power_law_1.2,1.2199616432189941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,1,power_law_1.2,0.12083840370178223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,1,power_law_1.2,0.15098240375518798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,4,power_law_1.2,1.5339648246765136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,1,power_law_1.2,0.18869760036468505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,1,power_law_1.2,0.1968832015991211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,4,power_law_1.2,1.7993600845336915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,1,power_law_1.2,0.2037503957748413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,1,power_law_1.2,0.21116158962249756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,1,power_law_1.2,0.22033920288085937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,4,power_law_1.2,2.5401344299316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,1,power_law_1.2,0.2334912061691284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,1,power_law_1.2,0.24783999919891359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,1,power_law_1.2,0.26705920696258545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,1,power_law_1.2,0.2785279989242554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,1,power_law_1.2,0.292576003074646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,1,power_law_1.2,0.32170240879058837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,1,power_law_1.2,0.3828864097595215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,1,power_law_1.2,0.46229119300842286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,1,power_law_1.2,0.5588160037994385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,1,power_law_1.2,0.679315185546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,1,power_law_1.2,0.8979711532592773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,1,power_law_1.2,1.101478385925293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,1,power_law_1.2,1.5336832046508788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,4,power_law_1.2,3.0253376007080077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,1,power_law_1.2,2.0061248779296874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,1,power_law_1.2,2.8509952545166017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,4,power_law_1.2,4.259097671508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,1,power_law_1.2,3.7586814880371096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.3018752098083496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.49069437980651853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.8856255531311035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,1,power_law_1.01,1.6770431518554687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,1,power_law_1.01,3.014374351501465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,2,power_law_1.2,8.035199737548828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,1,power_law_1.01,4.319801712036133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,1,power_law_1.01,4.931167984008789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,4,power_law_1.2,5.550054550170898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,1,power_law_1.01,6.5097404479980465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,1,power_law_1.01,6.825907135009766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,1,power_law_1.01,6.999929809570313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,1,power_law_1.01,7.393113708496093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,1,power_law_1.01,7.514591979980469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,1,power_law_1.01,7.82366714477539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,1,power_law_1.01,8.196678161621094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,1,power_law_1.01,8.685113525390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,1,power_law_1.01,9.0368896484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,16,power_law_1.2,0.3019200086593628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,16,power_law_1.2,0.29539198875427247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,16,power_law_1.2,0.32912640571594237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,16,power_law_1.2,0.31941120624542235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,16,power_law_1.2,0.25596160888671876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,1,power_law_1.01,9.838220977783203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,16,power_law_1.2,0.28101119995117185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,16,power_law_1.2,0.300166392326355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,16,power_law_1.2,0.295199990272522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,16,power_law_1.2,0.31875200271606446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,16,power_law_1.2,0.2996095895767212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,16,power_law_1.2,0.3414720058441162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,16,power_law_1.2,0.33546879291534426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,16,power_law_1.2,0.3464960098266602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,16,power_law_1.2,0.38670079708099364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,1,power_law_1.01,11.500172424316407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,16,power_law_1.2,0.398636794090271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,16,power_law_1.2,0.4256768226623535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,16,power_law_1.2,2.484409523010254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,16,power_law_1.2,3.355712127685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,1,power_law_1.01,10.541497802734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,16,power_law_1.2,0.6136832237243652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,16,power_law_1.2,0.7603968143463135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,16,power_law_1.2,0.9769344329833984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,16,power_law_1.2,1.4932991981506347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,1,power_law_1.01,11.896595001220703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,16,power_law_1.2,1.7409408569335938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,16,power_law_1.2,2.6180351257324217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,16,power_law_1.2,3.774118423461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,1,balanced,0.39898133277893066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,1,balanced,0.7146346569061279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,1,balanced,1.3372480074564617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,1,balanced,2.3097972869873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,1,balanced,4.466421445210774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,1,balanced,6.563381195068359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,1,balanced,6.6075789133707685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,32,power_law_1.2,0.044172799587249754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,32,power_law_1.2,0.0395904004573822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,32,power_law_1.2,0.0389055997133255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,32,power_law_1.2,0.0381632000207901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,1,power_law_1.01,57.4785400390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,32,power_law_1.2,0.0394239991903305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,1,balanced,6.645578384399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,32,power_law_1.2,0.04085119962692261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,32,power_law_1.2,0.041536000370979306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,32,power_law_1.2,0.051795202493667605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,32,power_law_1.2,0.05824000239372253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,32,power_law_1.2,0.061791998147964475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,32,power_law_1.2,0.07512959837913513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,1,balanced,6.677066802978516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,32,power_law_1.2,0.6131072044372559
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,32,power_law_1.2,0.6139391899108887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,32,power_law_1.2,0.06547840237617493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,32,power_law_1.2,0.06977919936180114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,1,balanced,6.71559460957845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,1,balanced,6.803312301635742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,32,power_law_1.2,0.07106559872627258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,32,power_law_1.2,0.07598080039024353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,32,power_law_1.2,0.08501120209693909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,32,power_law_1.2,0.11518080234527588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,32,power_law_1.2,0.145305597782135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,1,balanced,6.8501332600911455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,32,power_law_1.2,0.17093759775161743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,32,power_law_1.2,0.2950079917907715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,1,balanced,6.920474370320638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,1,balanced,7.035455703735352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,1,balanced,7.143077214558919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,32,power_law_1.2,0.35733120441436766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,1,balanced,7.242127736409505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,1,balanced,7.462501525878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,1,balanced,9.228719711303711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,2,power_law_1.2,8.998361968994141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,16,power_law_1.2,5.100537490844727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,32,power_law_1.2,0.4643455982208252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,1,balanced,8.04261334737142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,1,balanced,9.127573649088541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,4,power_law_1.2,9.083641815185548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,1,power_law_1.01,81.82972412109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,1,balanced,9.06393051147461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,1,balanced,13.736143747965494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,1,power_law_1.01,16.540582275390626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,1,balanced,13.964181264241537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,32,power_law_1.2,0.6316927909851074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,1,power_law_1.01,21.000338745117187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,1,balanced,20.880170186360676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,1,balanced,21.822896321614582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,1,power_law_1.01,25.435200500488282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,16,power_law_1.2,6.141471862792969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,1,balanced,35.518341064453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,1,power_law_1.01,34.22532348632812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,1,balanced,43.2188975016276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,1,power_law_1.01,42.019857788085936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,32,power_law_1.2,0.949888038635254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,4,power_law_1.2,0.06339840292930603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,4,power_law_1.2,0.06534399986267089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,4,power_law_1.2,0.06603519916534424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,4,power_law_1.2,0.06881279945373535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,4,power_law_1.2,0.07761920094490052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,4,power_law_1.2,0.08318079710006714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,4,power_law_1.2,0.09004160165786743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,4,power_law_1.2,0.09478399753570557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,4,power_law_1.2,0.09489920139312744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,4,power_law_1.2,0.09312000274658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,4,power_law_1.2,0.09544320106506347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,4,power_law_1.2,0.10212479829788208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,4,power_law_1.2,0.10371840000152588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,4,power_law_1.2,0.11003520488739013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,4,power_law_1.2,0.11790720224380494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,4,power_law_1.2,0.1258944034576416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,4,power_law_1.2,0.13549439907073973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,4,power_law_1.2,0.1678272008895874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,4,power_law_1.2,0.19442559480667115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,4,power_law_1.2,0.2258944034576416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,4,power_law_1.2,0.30138239860534666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,4,power_law_1.2,0.38276479244232176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,4,power_law_1.2,0.4636223793029785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,4,power_law_1.2,0.6971903800964355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,4,power_law_1.2,0.9583104133605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,4,power_law_1.2,1.354304027557373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,4,power_law_1.2,9.366777801513672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,4,power_law_1.2,1.5926912307739258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,32,power_law_1.2,1.0350272178649902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,1,balanced,0.12223466237386067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,1,balanced,0.18030933539072672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,1,balanced,0.3046453396479289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,1,balanced,0.49757333596547443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,1,balanced,0.9425653616587321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,1,balanced,1.1684160232543945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,1,balanced,1.1786879698435466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,1,balanced,1.1864746411641438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,1,balanced,1.194543997446696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,1,balanced,1.2018187046051025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,1,balanced,1.2170826594034831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,1,balanced,1.2350880304972331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,1,balanced,1.2469866275787354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,1,balanced,1.2745119730631511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,1,balanced,1.296837329864502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,1,balanced,1.3261280059814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,1,balanced,1.376736005147298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,1,balanced,1.5228692690531414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,1,balanced,1.5798452695210774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,1,balanced,2.650335947672526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,1,balanced,2.1169439951578775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,1,balanced,3.6611146926879883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,1,balanced,3.6980905532836914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,1,balanced,5.796480178833008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,1,balanced,7.6090882619222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,1,balanced,10.851200103759766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,1,balanced,13.269359588623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.13064320087432862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.20532479286193847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.3601088047027588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.4917247772216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.7007040023803711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,1,power_law_1.2,1.1813695907592774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,1,power_law_1.2,1.2760767936706543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,1,power_law_1.2,1.3178048133850098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,1,power_law_1.2,1.3724991798400878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,1,power_law_1.2,1.3692416191101073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,1,power_law_1.2,1.4617600440979004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,1,power_law_1.2,1.5225600242614745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,1,power_law_1.2,1.5676608085632324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,1,power_law_1.2,1.687455940246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,1,power_law_1.2,1.6982976913452148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,1,power_law_1.2,1.8214208602905273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,1,power_law_1.2,1.8065664291381835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,1,power_law_1.2,2.0312448501586915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,1,power_law_1.2,2.1699071884155274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,1,power_law_1.2,2.6119104385375977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,1,power_law_1.2,2.9967935562133787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,1,power_law_1.2,3.8878719329833986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,1,power_law_1.2,4.925727844238281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,1,power_law_1.2,6.862675476074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,2,power_law_1.2,0.1793023943901062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,1,power_law_1.2,8.742642974853515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,2,power_law_1.2,0.24265599250793457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,2,power_law_1.2,0.3200767993927002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,2,power_law_1.2,0.4573631763458252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,2,power_law_1.2,0.5845568180084229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,2,power_law_1.2,0.9456768035888672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,2,power_law_1.2,0.9505279541015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,2,power_law_1.2,1.0467328071594237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,2,power_law_1.2,1.0579263687133789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,2,power_law_1.2,1.0852160453796387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,2,power_law_1.2,1.1545536041259765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,2,power_law_1.2,1.1627327919006347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,2,power_law_1.2,1.2749631881713868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,2,power_law_1.2,1.2761919975280762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,2,power_law_1.2,1.2950464248657227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,2,power_law_1.2,1.331827163696289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,2,power_law_1.2,6.112697601318359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,2,power_law_1.2,7.785260772705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,2,power_law_1.2,1.820844841003418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,2,power_law_1.2,0.1088703989982605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,2,power_law_1.2,0.1058303952217102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,2,power_law_1.2,0.15379199981689454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,2,power_law_1.2,2.179417610168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,2,power_law_1.2,0.20346879959106445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,2,power_law_1.2,0.20303359031677246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,2,power_law_1.2,0.21032319068908692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,2,power_law_1.2,0.2143359899520874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,2,power_law_1.2,2.576313591003418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,2,power_law_1.2,0.22121601104736327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,2,power_law_1.2,0.23701119422912598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.10720640420913696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,2,power_law_1.2,0.24700798988342285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.12375680208206177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,2,power_law_1.2,3.2277374267578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.17146240472793578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.23264000415802003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.3100543975830078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.5215360164642334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,2,power_law_1.2,4.0389057159423825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.5640448093414306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,2,power_law_1.2,0.2772480010986328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.5860864162445069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,2,power_law_1.2,0.284332799911499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.607750415802002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.6263936042785645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.6661952018737793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,2,power_law_1.2,5.959360122680664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.6806719779968262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.6958271980285644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.7233151912689209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,2,power_law_1.2,0.29323520660400393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.756825590133667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,2,power_law_1.2,0.33914239406585694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.789081621170044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,2,power_law_1.2,0.37396481037139895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.8453311920166016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.9905280113220215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,2,power_law_1.2,0.35207040309906007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,1,power_law_1.2,1.0907391548156737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,1,power_law_1.2,1.3258432388305663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,2,power_law_1.2,7.209458923339843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,1,power_law_1.2,1.5683648109436035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,2,power_law_1.2,0.48584961891174316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,1,power_law_1.2,2.0718719482421877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,1,power_law_1.2,2.625881576538086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,2,power_law_1.2,0.5826111793518066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,2,power_law_1.2,0.7413760185241699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,16,power_law_1.2,0.06602240204811097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,1,power_law_1.2,3.694483184814453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,16,power_law_1.2,0.050291198492050174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,16,power_law_1.2,0.05813760161399841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,16,power_law_1.2,0.05469440221786499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,16,power_law_1.2,0.049081599712371825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,16,power_law_1.2,0.057068800926208495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,16,power_law_1.2,0.057158398628234866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,16,power_law_1.2,0.06428160071372986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,2,power_law_1.2,1.07192964553833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,16,power_law_1.2,0.0686464011669159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,16,power_law_1.2,0.06932479739189149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,16,power_law_1.2,0.08325120210647582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,16,power_law_1.2,0.26686079502105714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,2,power_law_1.2,9.464019012451171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,16,power_law_1.2,0.26440958976745604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,16,power_law_1.2,0.07541760206222534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,16,power_law_1.2,0.07804800271987915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,16,power_law_1.2,0.08103039860725403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,16,power_law_1.2,0.0861631989479065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,16,power_law_1.2,0.11644799709320068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,16,power_law_1.2,0.13486720323562623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,16,power_law_1.2,0.1685312032699585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.5361279964447021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,1,power_law_1.2,4.712652969360351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,16,power_law_1.2,0.20816640853881835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.8816191673278808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,16,power_law_1.2,0.32279679775238035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,1,power_law_1.01,1.6761344909667968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,1,power_law_1.2,6.805542755126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,1,power_law_1.01,3.2661758422851563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,2,power_law_1.2,1.1710847854614257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,16,power_law_1.2,0.38259201049804686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,1,power_law_1.01,5.775449752807617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,1,power_law_1.01,8.110822296142578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,8,power_law_1.2,0.17651840448379516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,8,power_law_1.2,0.16998399496078492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,1,power_law_1.01,9.666278076171874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,8,power_law_1.2,0.24454400539398194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,8,power_law_1.2,0.2686208009719849
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,8,power_law_1.2,0.2716671943664551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,8,power_law_1.2,0.28326399326324464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,8,power_law_1.2,0.30166399478912354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,16,power_law_1.2,0.5990592002868652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,8,power_law_1.2,0.2961535930633545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,8,power_law_1.2,0.30371201038360596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,8,power_law_1.2,0.32536959648132324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,2,power_law_1.2,1.7303232192993163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,8,power_law_1.2,0.34037759304046633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,8,power_law_1.2,0.34292480945587156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,8,power_law_1.2,0.3596735954284668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,1,power_law_1.01,12.981805419921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,8,power_law_1.2,0.37262721061706544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,8,power_law_1.2,0.38611838817596433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,8,power_law_1.2,0.37918078899383545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,8,power_law_1.2,0.45618557929992676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,8,power_law_1.2,0.5423935890197754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,8,power_law_1.2,0.5879168033599853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,8,power_law_1.2,0.7791679859161377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,8,power_law_1.2,0.8219200134277344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,8,power_law_1.2,1.2178239822387695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,1,power_law_1.01,13.14111328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,8,power_law_1.2,1.4962431907653808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,8,power_law_1.2,1.9928640365600585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,16,power_law_1.2,0.694649600982666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,1,power_law_1.01,13.77093048095703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,1,power_law_1.01,14.160928344726562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,8,power_law_1.2,2.8592639923095704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,8,power_law_1.2,3.946131134033203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,2,power_law_1.2,13.46204833984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,1,power_law_1.01,14.813836669921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,8,power_law_1.2,5.495404815673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,1,power_law_1.2,8.932006072998046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,1,power_law_1.01,15.279461669921876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,1,power_law_1.2,12.601497650146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,1,power_law_1.01,15.66992645263672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,1,power_law_1.01,16.541683959960938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,2,power_law_1.2,2.2868799209594726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,1,power_law_1.01,17.711576843261717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,16,power_law_1.2,0.9942784309387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,1,power_law_1.01,19.379367065429687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,2,power_law_1.2,2.8880319595336914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,1,power_law_1.01,22.442630004882812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,1,power_law_1.01,21.235020446777344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,2,power_law_1.2,4.271718215942383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,1,power_law_1.01,24.342892456054688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,1,power_law_1.2,16.51427764892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,16,power_law_1.2,1.2377408027648926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,1,power_law_1.01,104.95938720703126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,2,power_law_1.2,6.431846618652344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,1,power_law_1.01,151.06358642578124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.11532800197601319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.12916480302810668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.17370879650115967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.281497597694397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.3809920072555542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.528115177154541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.6768959999084473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.7176896095275879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.760262393951416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.7707647800445556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.8216511726379394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.8299455642700195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.8600640296936035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,1,power_law_1.01,32.079949951171876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.9204799652099609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.9580351829528808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,1,power_law_1.01,1.0197823524475098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,1,power_law_1.01,1.0764224052429199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,1,power_law_1.01,1.210208034515381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,1,power_law_1.01,6.268896102905273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,1,power_law_1.01,9.446828460693359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,1,power_law_1.01,2.003539276123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,1,power_law_1.01,2.579360008239746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,1,power_law_1.01,3.1327999114990233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,1,power_law_1.01,40.359674072265626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,1,power_law_1.01,4.25467529296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,1,power_law_1.01,5.39093132019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,1,power_law_1.01,7.651654052734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,1,power_law_1.01,9.927597045898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,1,power_law_1.01,48.374951171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,1,power_law_1.01,65.25796508789062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,1,power_law_1.01,82.13213500976562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,2,power_law_1.2,10.404377746582032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,1,balanced,0.44511465231577557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,1,balanced,0.8400533199310303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,1,balanced,1.6703306833902996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,1,balanced,1.6409014066060383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,1,balanced,1.6690026919047039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.07156479954719544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,1,balanced,1.658906618754069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.0695680022239685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,1,balanced,1.6681653658548992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.06863999962806702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.06647679805755616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,1,balanced,1.6770826975504558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.0711296021938324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,1,balanced,1.7260053952534993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.07291520237922669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.07383679747581481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,1,balanced,1.7349440256754558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.0754751980304718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.076665598154068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,1,balanced,1.7554133733113606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.07925760149955749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.08967679738998413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,1,balanced,1.7805546124776204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.08952320218086243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,1,balanced,1.7968586285909016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.09455360174179077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.10497920513153076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,1,balanced,1.8785279591878254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.12821760177612304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.13003519773483277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,1,balanced,2.1858240763346353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.15380480289459228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.20661120414733886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,1,balanced,0.06892266869544983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,1,balanced,2.218853314717611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,1,balanced,0.07349333167076111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.22583680152893065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,1,balanced,0.08309866487979889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,1,balanced,0.1051093339920044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,1,balanced,0.15413332978884378
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,1,balanced,0.2413439949353536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.31220479011535646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,1,balanced,0.24369066953659058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,1,balanced,2.2542667388916016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,1,balanced,0.24644267559051514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,1,balanced,0.24957333008448282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.367411208152771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,1,balanced,0.25198932488759357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,1,balanced,0.258240004380544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,1,balanced,0.26446400086085003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,1,balanced,0.2686186631520589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.533510398864746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,1,balanced,0.2791893283526103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,1,balanced,3.7421013514200845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,1,balanced,0.28885332743326825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,1,balanced,0.30595733722050983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.6806272029876709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,1,balanced,0.31795734167099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,1,balanced,0.3564639886220296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,1,balanced,0.43175466855367023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,64,power_law_1.01,0.9004287719726562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,1,balanced,0.5160106817881266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,1,balanced,3.984224001566569
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,1,balanced,0.6019573211669922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,1,balanced,0.8712213039398193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,64,power_law_1.01,1.3666624069213866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,1,balanced,1.0573279857635498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,1,balanced,1.5211307207743328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,1,balanced,5.907087961832683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,64,power_law_1.01,2.040057563781738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,1,balanced,1.986826737721761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,64,power_law_1.01,2.3982912063598634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,1,balanced,2.876954714457194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,1,balanced,7.7561384836832685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,1,balanced,3.833792050679525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,1,balanced,11.562698364257812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,1,balanced,15.0775998433431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,1,balanced,22.691078186035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,1,balanced,30.040362040201824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,1,balanced,44.94305928548177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,8,balanced,0.0462719996770223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,8,balanced,0.03728533287843069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,8,balanced,0.03736000011364619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,8,balanced,0.047050664822260536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,8,balanced,0.06643733382225037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,8,balanced,0.07783466577529907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,8,balanced,0.07886399825414021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,8,balanced,0.0773119976123174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,8,balanced,0.0774186650911967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,8,balanced,0.07895466685295105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,8,balanced,0.07886933286984761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,8,balanced,0.08098133405049641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,8,balanced,0.08085866769154866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,8,balanced,0.08343467116355896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,8,balanced,0.08692266543706258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,8,balanced,0.0888853371143341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,8,balanced,0.09076266487439473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,8,balanced,0.11063466469446818
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,8,balanced,0.10485866665840149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,8,balanced,0.14154666662216187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,8,balanced,0.135343998670578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,8,balanced,0.19750400384267172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,8,balanced,0.18296533823013306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,8,balanced,0.2601226568222046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,8,balanced,0.3192960023880005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,8,balanced,0.4604533513387044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,8,balanced,0.586575984954834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,1,balanced,59.65423583984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,2,power_law_1.01,0.1341055989265442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,2,power_law_1.01,0.16846079826354982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,2,power_law_1.01,0.2896895885467529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,2,power_law_1.01,0.33074560165405276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,2,power_law_1.01,0.5152768135070801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,2,power_law_1.01,0.6609856128692627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,2,power_law_1.01,0.8162176132202148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,2,power_law_1.01,0.9535296440124512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,2,power_law_1.01,0.9801088333129883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,2,power_law_1.01,0.9588479995727539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,2,power_law_1.01,1.0491071701049806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,2,power_law_1.01,1.07774076461792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,2,power_law_1.01,1.053382396697998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,2,power_law_1.01,1.129049587249756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,2,power_law_1.01,1.155519962310791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,2,power_law_1.01,1.2248512268066407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,2,power_law_1.01,1.2839360237121582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,2,power_law_1.01,1.4577728271484376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,2,power_law_1.01,1.5025792121887207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,2,power_law_1.01,1.7226367950439454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,2,power_law_1.01,2.0136512756347655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,2,power_law_1.01,2.4634687423706056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,2,power_law_1.01,2.940287971496582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,2,power_law_1.01,3.6311744689941405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,2,power_law_1.01,4.5482433319091795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,2,power_law_1.01,6.212729644775391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,2,power_law_1.01,8.024134063720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,2,balanced,0.04878933231035868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,2,balanced,0.06474666794141133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,2,balanced,0.10130666693051656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,2,balanced,0.17414933443069458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,2,balanced,0.31197333335876465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,2,balanced,0.4177653392155965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,2,balanced,0.420357346534729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,2,balanced,0.42207467555999756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,2,balanced,0.42523733774820965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,2,balanced,0.42772265275319415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,2,balanced,0.4318026701609294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,2,balanced,0.43245331446329754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,2,balanced,0.4373813470204671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,2,balanced,0.44234665234883624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,2,balanced,0.4508320093154907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,2,balanced,0.45398934682210285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,2,balanced,0.4675893386205037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,2,balanced,0.5194773276646932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,2,balanced,0.5080480178197225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,2,balanced,0.583898663520813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,2,balanced,0.604634682337443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,2,balanced,0.8576107025146484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,2,balanced,0.8628533681233724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,2,balanced,1.3195253213246663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,2,balanced,1.5167733828226726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,2,balanced,2.3948799769083657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,2,balanced,2.9330933888753257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,64,power_law_1.01,0.224236798286438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,64,power_law_1.01,0.19880319833755494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,64,power_law_1.01,0.19723520278930665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,64,power_law_1.01,0.20475521087646484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,64,power_law_1.01,0.19482239484786987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,64,power_law_1.01,0.16910719871520996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,64,power_law_1.01,0.17371519804000854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,64,power_law_1.01,0.187116801738739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,64,power_law_1.01,0.19850239753723145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,64,power_law_1.01,0.19900799989700318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,64,power_law_1.01,0.20312321186065674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,64,power_law_1.01,0.19092479944229127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,64,power_law_1.01,0.2000191926956177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,64,power_law_1.01,0.21636478900909423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,64,power_law_1.01,0.2170624017715454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,64,power_law_1.01,0.24044160842895507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,64,power_law_1.01,0.5679296016693115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,64,power_law_1.01,1.8919872283935546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,64,power_law_1.01,0.3280895948410034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,64,power_law_1.01,0.4351168155670166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,64,power_law_1.01,3.501484680175781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,64,power_law_1.01,4.154848098754883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,64,power_law_1.01,0.8095999717712402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,64,power_law_1.01,0.9749183654785156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,64,power_law_1.01,1.2902015686035155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,64,power_law_1.01,1.919718360900879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,64,power_law_1.01,2.689651107788086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,32,balanced,0.047925333182017006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,32,balanced,0.04840533435344696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,32,balanced,0.048207998275756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,32,balanced,0.04842666784922282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,32,balanced,0.0496319979429245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,32,balanced,0.05643199880917867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,32,balanced,0.05774400134881338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,32,balanced,0.058917333682378135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,32,balanced,0.05936000247796377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,32,balanced,0.05994666616121928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,32,balanced,0.061679999033610024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,32,balanced,0.06272000074386597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,32,balanced,0.06414400041103363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,32,balanced,0.06875200072924297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,32,balanced,0.07253333429495494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,32,balanced,0.07497066756089528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,32,balanced,0.0806826651096344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,32,balanced,0.09514666597048442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,32,balanced,0.10582933823267619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,32,balanced,0.11905066172281902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,32,balanced,0.13450666268666586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,32,balanced,0.17084799210230509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,32,balanced,0.20729066928227743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,32,balanced,0.28100266059239704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,32,balanced,0.34672534465789795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,32,balanced,0.49160532156626385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,32,balanced,0.6195360024770101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,8,power_law_1.01,0.04689919948577881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,8,power_law_1.01,0.044896000623703004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,8,power_law_1.01,0.04538240134716034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,8,power_law_1.01,0.04580479860305786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,8,power_law_1.01,0.0455487996339798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,8,power_law_1.01,0.070278400182724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,8,power_law_1.01,0.07594239711761475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,8,power_law_1.01,0.08997759819030762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,8,power_law_1.01,0.6272831916809082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,8,power_law_1.01,0.3623744010925293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,8,power_law_1.01,0.0756928026676178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,8,power_law_1.01,0.07783679962158203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,8,power_law_1.01,0.0798143982887268
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,8,power_law_1.01,0.08056319952011108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,8,power_law_1.01,0.09119359850883484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,8,power_law_1.01,0.0931007981300354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,8,power_law_1.01,0.12668800354003906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,8,power_law_1.01,0.16517119407653807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,8,power_law_1.01,0.22024319171905518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,128,balanced,0.0613919993241628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,128,balanced,0.06080533564090729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,128,balanced,0.05737066765626272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,128,balanced,0.05834133426348368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,128,balanced,0.058693334460258484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,128,balanced,0.061162665486335754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,128,balanced,0.06131733457247416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,128,balanced,0.06216000020503998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,128,balanced,0.06278400123119354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,128,balanced,0.06379733482996623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,8,power_law_1.01,0.2798527956008911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,128,balanced,0.06502399841944377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,128,balanced,0.06610666712125142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,128,balanced,0.06670933465162913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,128,balanced,0.06833066542943318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,128,balanced,0.075914666056633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,128,balanced,0.07725866635640462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,128,balanced,0.08024533092975616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,128,balanced,0.0794293334086736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,128,balanced,0.08130133152008057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,128,balanced,0.08752000331878662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,128,balanced,0.10198932886123657
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,128,balanced,0.12276267011960347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,128,balanced,0.14039466778437296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,128,balanced,0.18137067556381226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,128,balanced,0.21842666467030844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,128,balanced,0.3059999942779541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,128,balanced,0.38601601123809814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,8,power_law_1.01,0.3229055881500244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,8,power_law_1.01,0.44141440391540526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,8,power_law_1.01,0.5379263877868652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,32,power_law_1.2,0.13358080387115479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,8,power_law_1.01,0.8609663963317871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,32,power_law_1.2,0.12097280025482178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,32,power_law_1.2,0.11065599918365479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,32,power_law_1.2,0.11193599700927734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,32,power_law_1.2,0.10851839780807496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,32,power_law_1.2,0.11173759698867798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,32,power_law_1.2,0.10798720121383668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,32,power_law_1.2,0.11346559524536133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,32,power_law_1.2,0.10993280410766601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,32,power_law_1.2,0.11623680591583252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,32,power_law_1.2,0.12122880220413208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,32,power_law_1.2,0.1247871994972229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,32,power_law_1.2,0.12475520372390747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,32,power_law_1.2,0.13471360206604005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.05804160237312317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.07023360133171082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,32,power_law_1.2,0.13823360204696655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.07575039863586426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.11840640306472779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.12499200105667115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,32,power_law_1.2,0.14487040042877197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.12910079956054688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.1302016019821167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,32,power_law_1.2,0.1640064001083374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.13383040428161622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,8,power_law_1.01,1.0564607620239257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.13603199720382692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,32,power_law_1.2,0.20017919540405274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.14223359823226928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,32,power_law_1.2,0.23213438987731932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.1491968035697937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.15118080377578735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,32,power_law_1.2,0.3092927932739258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.17515519857406617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,32,power_law_1.2,0.35226879119873045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,32,power_law_1.2,0.524294376373291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.17079039812088012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,32,power_law_1.2,0.5911295890808106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.18328959941864015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.2092672109603882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,32,power_law_1.2,0.8390848159790039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.23096959590911864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,32,power_law_1.2,1.093932819366455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.2892927885055542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.35311360359191896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,32,power_law_1.2,1.7253568649291993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.48073601722717285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.6131584167480468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,32,power_law_1.2,2.5482175827026365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.8878335952758789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,8,power_law_1.01,1.6976703643798827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,1,power_law_1.2,1.143507194519043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,1,power_law_1.2,1.6555135726928711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,8,power_law_1.01,2.0908992767333983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,4,power_law_1.01,0.10839040279388427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,4,power_law_1.01,0.11277439594268798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,4,power_law_1.01,0.11080319881439209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,1,power_law_1.2,2.2067455291748046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,4,power_law_1.01,0.125273597240448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,4,power_law_1.01,0.15684479475021362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,4,power_law_1.01,0.19390079975128174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,4,power_law_1.01,0.18033920526504515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,4,power_law_1.01,0.19051519632339478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,4,power_law_1.01,0.19097599983215333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,4,power_law_1.01,0.20316801071166993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,4,power_law_1.01,0.2054527997970581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,4,power_law_1.01,0.21092479228973388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,4,power_law_1.01,0.22052481174468994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,4,power_law_1.01,0.22772479057312012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,4,power_law_1.01,0.24424319267272948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,4,power_law_1.01,0.2520256042480469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,4,power_law_1.01,0.2757951974868774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,4,power_law_1.01,0.35032958984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,4,power_law_1.01,0.35735039710998534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,4,power_law_1.01,0.4585728168487549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,4,power_law_1.01,0.5531328201293946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,4,power_law_1.01,0.7165440082550049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,4,power_law_1.01,0.9412351608276367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,4,power_law_1.01,1.283795166015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,4,power_law_1.01,1.717728042602539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,4,power_law_1.01,2.519923210144043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,4,power_law_1.01,3.4007999420166017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,4,balanced,0.1785866618156433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,4,balanced,0.3001439968744914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,4,balanced,0.47071464856465656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,4,balanced,0.8707573413848877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,4,balanced,1.647098700205485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,4,balanced,3.2321065266927085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,4,balanced,3.2394933700561523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,4,balanced,3.2496585845947266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,4,balanced,3.2541014353434243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,4,balanced,3.261455853780111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,4,balanced,3.2756853103637695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,4,balanced,3.281317392985026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,4,balanced,3.293978691101074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,4,balanced,3.320922533671061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,4,balanced,3.3385705947875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,4,balanced,3.359216054280599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,4,balanced,3.4212961196899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,4,balanced,3.5148534774780273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,4,balanced,3.619413375854492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,4,balanced,3.738837242126465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,4,balanced,3.992543856302897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,4,balanced,4.324639956156413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,4,balanced,4.531903902689616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,4,balanced,7.7747147878011065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,4,balanced,8.065829594930014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,4,balanced,0.08063999811808269
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,4,balanced,0.09826667110125224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,4,balanced,0.11980799833933513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,4,balanced,0.1534880002339681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,4,balanced,0.25974400838216144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,4,balanced,11.967455546061197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,4,balanced,0.48099732398986816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,4,balanced,0.664250651995341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,4,balanced,0.6761279900868734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,4,balanced,0.6784906387329102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,4,balanced,0.6792159875233968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,4,balanced,0.6835306485493978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,4,balanced,0.6875572999318441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,4,balanced,0.6900160312652588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,4,balanced,0.7026933034261068
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,4,balanced,0.7109066645304362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,4,balanced,15.929637908935547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,4,balanced,0.7241439819335938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,4,balanced,0.739296038945516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,4,balanced,0.7758506933848063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,4,balanced,0.822821299235026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,4,balanced,0.8933813571929932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,4,balanced,0.9881707032521566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,4,balanced,1.161946694056193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,4,balanced,1.4378186861673992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,4,balanced,1.7180426915486653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,4,balanced,2.2440640131632485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,4,balanced,2.9687681198120117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,4,balanced,3.989450772603353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.2850944042205811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.2591871976852417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.25943679809570314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.25910398960113523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.2611135959625244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.2745408058166504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.30046079158782957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.40999040603637693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.4110591888427734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.5486207962036133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.45839362144470214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.595033597946167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.6216383934020996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,1,power_law_1.2,3.2603649139404296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.7741888046264649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.89683837890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,8,power_law_1.2,1.054246425628662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.9843584060668945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,8,power_law_1.2,1.4954303741455077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,8,power_law_1.2,2.0965951919555663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,8,power_law_1.2,2.995961570739746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,8,power_law_1.2,3.4233280181884767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,8,power_law_1.2,5.909363174438477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.6333119869232178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.7229631900787353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.7144959926605224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.7125696182250977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.7131840229034424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.6437248229980469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.6009856224060058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.6432064056396485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.6360896110534668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.6573376178741455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,8,power_law_1.2,7.314093017578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.6452735900878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.665555191040039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.6431871891021729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.6979775905609131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.7628672122955322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.8067968368530274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.8336895942687989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.9568191528320312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,32,power_law_1.2,1.11144962310791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,32,power_law_1.2,1.473350429534912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,32,power_law_1.2,1.8079679489135743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,32,power_law_1.2,2.500396728515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,32,power_law_1.2,2.937932777404785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,32,power_law_1.2,4.6316478729248045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,32,power_law_1.2,6.852166748046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,32,power_law_1.2,9.284960174560547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,8,power_law_1.2,11.53918685913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,1,power_law_1.2,4.297926330566407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,32,power_law_1.2,12.349196624755859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,128,power_law_1.01,0.11434240341186523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,128,power_law_1.01,0.10907520055770874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,128,power_law_1.01,0.10848000049591064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,128,power_law_1.01,0.10881919860839843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,128,power_law_1.01,0.10855040550231934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,128,power_law_1.01,0.11121920347213746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,128,power_law_1.01,0.11244159936904907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,128,power_law_1.01,0.11433600187301636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,128,power_law_1.01,0.11434240341186523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,128,power_law_1.01,0.11542400121688842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,128,power_law_1.01,0.12382080554962158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,128,power_law_1.01,0.1262336015701294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,128,power_law_1.01,0.12785279750823975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,128,power_law_1.01,0.12821120023727417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,128,power_law_1.01,0.13219840526580812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,128,power_law_1.01,0.13423360586166383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,128,power_law_1.01,0.13905279636383056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,128,power_law_1.01,0.1865023970603943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,128,power_law_1.01,0.21422719955444336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,128,power_law_1.01,0.26320641040802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,128,power_law_1.01,0.34012160301208494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,128,power_law_1.01,0.4748799800872803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,128,power_law_1.01,0.5937407970428467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,128,power_law_1.01,0.8583359718322754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,128,power_law_1.01,1.2424575805664062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,128,power_law_1.01,1.782771110534668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,128,power_law_1.01,2.5285503387451174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,8,power_law_1.2,15.843315124511719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,8,power_law_1.2,21.836428833007812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,64,power_law_1.01,0.02892799973487854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,64,power_law_1.01,0.029894399642944335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,64,power_law_1.01,0.02847360074520111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,64,power_law_1.01,0.029049599170684816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,64,power_law_1.01,0.02974080145359039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,64,power_law_1.01,0.03249920010566711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,64,power_law_1.01,0.031065601110458373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,64,power_law_1.01,0.031219199299812317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,64,power_law_1.01,0.03809280097484589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,64,power_law_1.01,0.04058879911899567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,64,power_law_1.01,0.0430976003408432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,64,power_law_1.01,0.05000320076942444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,64,power_law_1.01,0.051148802042007446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,64,power_law_1.01,0.04344959855079651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,64,power_law_1.01,0.046323201060295104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,64,power_law_1.01,0.04810880124568939
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,64,power_law_1.01,0.04940800070762634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,64,power_law_1.01,0.05459840297698974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,64,power_law_1.01,0.06735360026359558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,64,power_law_1.01,0.09200000166893005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,64,power_law_1.01,0.10581120252609252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,64,power_law_1.01,0.14268159866333008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,64,power_law_1.01,0.18850560188293458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,64,power_law_1.01,0.24807679653167725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,64,power_law_1.01,0.36607999801635743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,64,power_law_1.01,0.4422272205352783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,64,power_law_1.01,0.5763008117675781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,32,power_law_1.01,0.030035200715065002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,32,power_law_1.01,0.02789120078086853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,32,power_law_1.01,0.027807998657226562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,32,power_law_1.01,0.02812800109386444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,32,power_law_1.01,0.028921601176261903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,32,power_law_1.01,0.02998400032520294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,32,power_law_1.01,0.030425599217414855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,32,power_law_1.01,0.03056640028953552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,32,power_law_1.01,0.03777279853820801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,32,power_law_1.01,0.04005120098590851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,32,power_law_1.01,0.04542079865932465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,32,power_law_1.01,0.04966399967670441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,32,power_law_1.01,0.1424064040184021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,32,power_law_1.01,0.043609601259231565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,32,power_law_1.01,0.04580479860305786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,32,power_law_1.01,0.047891199588775635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,32,power_law_1.01,0.04981119930744171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,32,power_law_1.01,0.05386880040168762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,32,power_law_1.01,0.055302399396896365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,32,power_law_1.01,0.07030400037765502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,32,power_law_1.01,0.08976640105247498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,32,power_law_1.01,0.13166719675064087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,32,power_law_1.01,0.15180799961090088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,32,power_law_1.01,0.1978816032409668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,32,power_law_1.01,0.287609601020813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,32,power_law_1.01,0.39105920791625975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,32,power_law_1.01,0.456390380859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,1,balanced,0.8117706775665283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,1,balanced,1.412874698638916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,1,balanced,2.7618347803751626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,1,balanced,2.77020263671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,1,balanced,2.772416114807129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,1,balanced,2.7899252573649087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,1,balanced,2.803434689839681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,1,balanced,2.8153279622395835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,1,balanced,2.9128265380859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,1,balanced,2.9289172490437827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,1,balanced,2.935994784037272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,1,balanced,2.977306683858236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,1,balanced,2.990794817606608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,1,balanced,3.1939306259155273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,8,power_law_1.2,29.61248779296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,1,balanced,3.3921546936035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,1,balanced,3.442549387613932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,1,balanced,3.567786534627279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,1,balanced,6.480042775472005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,1,balanced,6.7954451243082685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,1,balanced,9.799818674723307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,32,power_law_1.2,0.1235967993736267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,32,power_law_1.2,0.11846400499343872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,32,power_law_1.2,0.1087231993675232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,32,power_law_1.2,0.1086016058921814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,32,power_law_1.2,0.09953920245170593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,1,balanced,12.985589345296225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,32,power_law_1.2,0.10130560398101807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,32,power_law_1.2,0.10889600515365601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,32,power_law_1.2,0.1086016058921814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,32,power_law_1.2,0.1126911997795105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,32,power_law_1.2,0.1198848009109497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,32,power_law_1.2,0.1248960018157959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,32,power_law_1.2,0.12789759635925294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,32,power_law_1.2,0.14743679761886597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,32,power_law_1.2,0.12983039617538453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,32,power_law_1.2,0.1357759952545166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,32,power_law_1.2,0.14186240434646608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,1,balanced,19.243157704671223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,32,power_law_1.2,0.15471999645233153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,32,power_law_1.2,0.17973120212554933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,32,power_law_1.2,0.20713601112365723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,32,power_law_1.2,0.29078400135040283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,32,power_law_1.2,0.374783992767334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,32,power_law_1.2,0.4476287841796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,32,power_law_1.2,0.5518080234527588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,32,power_law_1.2,0.8408191680908204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,32,power_law_1.2,1.0483967781066894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,32,power_law_1.2,1.5974207878112794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,1,balanced,25.57837422688802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,32,power_law_1.2,2.228505516052246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,1,balanced,38.20492808024088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,1,balanced,50.735321044921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,1,balanced,76.21288553873698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,1,power_law_1.2,0.09444479942321778
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,1,power_law_1.2,0.12062079906463623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,1,power_law_1.2,0.1854848027229309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,1,balanced,101.29379272460938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,1,power_law_1.2,0.28965120315551757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,1,power_law_1.2,0.42344961166381834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,1,power_law_1.2,0.5417280197143555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,1,power_law_1.2,0.782585620880127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,1,power_law_1.2,0.857151985168457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,1,power_law_1.2,0.8880767822265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,1,power_law_1.2,0.9007295608520508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,1,power_law_1.2,0.9722687721252441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,1,power_law_1.2,0.9720447540283204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,1,power_law_1.2,1.0202816009521485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,1,power_law_1.2,1.0954624176025392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,1,power_law_1.2,1.117459201812744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,1,power_law_1.2,1.1482111930847168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,1,power_law_1.2,1.2202048301696777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,1,power_law_1.2,1.3087488174438477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,1,power_law_1.2,1.4556480407714845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,1,power_law_1.2,1.6677375793457032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,1,power_law_1.2,1.835865592956543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,1,power_law_1.2,2.2595199584960937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,1,power_law_1.2,2.6907968521118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.06557440161705017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,1,power_law_1.2,3.6229248046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.07203199863433837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.07952640056610108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.11143679618835449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.11299200057983398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.12019200325012207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,1,power_law_1.2,4.5409599304199215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.1301568031311035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.12758400440216064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.12900480031967163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.12810239791870118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.13349119424819947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.16795519590377808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.174399995803833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,1,power_law_1.2,6.3987071990966795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.1618880033493042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.22533760070800782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.23736319541931153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.25811200141906737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,1,power_law_1.2,8.232089233398437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.368831992149353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.35152640342712405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.47138562202453616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.6038144111633301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.8886719703674316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,32,1,power_law_1.01,1.127014446258545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,32,balanced,0.03752533346414566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,32,balanced,0.03611200054486593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,32,balanced,0.03605333218971888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,32,balanced,0.0372533326347669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,32,balanced,0.03973866750796636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,32,balanced,0.04085333396991094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,32,balanced,0.04121600091457367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,32,balanced,0.04099733382463455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,32,balanced,0.04130133241415024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,32,balanced,0.04167466859022776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,32,balanced,0.04224533339341482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,32,balanced,0.0436160018046697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,32,balanced,0.04385599990685781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,32,balanced,0.04570133487383524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,32,balanced,0.06717866659164429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,32,balanced,0.06206400195757548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,32,balanced,0.06548266609509786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,32,balanced,0.0727893312772115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,32,balanced,0.07489599784215291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,32,balanced,0.08241599798202515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,32,balanced,0.08897067109743755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,32,balanced,0.10402133067448933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,32,balanced,0.12187199791272481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,32,balanced,0.1818986733754476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,32,balanced,0.1986400087674459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,32,balanced,0.3058026631673177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,32,balanced,0.34089601039886475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,32,1,power_law_1.01,1.6591424942016602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,32,1,power_law_1.01,2.0980224609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,32,power_law_1.01,0.13355519771575927
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,32,power_law_1.01,0.11344000101089477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,32,power_law_1.01,0.11067520380020142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,32,power_law_1.01,0.11071360111236572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,32,power_law_1.01,0.11239680051803588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,32,power_law_1.01,0.10824960470199585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,32,power_law_1.01,0.11349760293960572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,32,power_law_1.01,0.11554559469223022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,32,power_law_1.01,0.11467519998550416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,32,power_law_1.01,0.1148800015449524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,32,power_law_1.01,0.11906559467315674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,32,power_law_1.01,0.12291840314865113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,32,power_law_1.01,0.1260800004005432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,32,power_law_1.01,0.13041919469833374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,32,power_law_1.01,0.1367743968963623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,32,power_law_1.01,0.14495999813079835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,32,power_law_1.01,0.1577664017677307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,32,power_law_1.01,0.19512319564819336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,32,power_law_1.01,0.21878399848937988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,32,power_law_1.01,0.29660160541534425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,32,power_law_1.01,0.3451519966125488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,32,power_law_1.01,0.46581759452819826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,32,power_law_1.01,0.516428804397583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,32,power_law_1.01,0.670527982711792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,32,power_law_1.01,0.8934656143188476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,32,power_law_1.01,1.3851903915405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,32,power_law_1.01,1.7705984115600586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,32,1,power_law_1.01,3.1188352584838865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,32,balanced,0.09602666894594829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,32,balanced,0.09528000156084697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,32,balanced,0.0953653355439504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,32,balanced,0.10797866185506184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,32,balanced,0.15571733315785727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,32,balanced,0.1707893411318461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,32,balanced,0.18547733624776205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,32,balanced,0.1878719925880432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,32,balanced,0.18884267409642538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,32,balanced,0.1881600022315979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,32,balanced,0.19315733512242636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,32,balanced,0.1941173275311788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,32,balanced,0.19589332739512125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,32,balanced,0.20106667280197144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,32,balanced,0.20501333475112915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,32,balanced,0.21049600839614868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,32,balanced,0.2170613408088684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,32,balanced,0.23227200905481973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,32,balanced,0.26104533672332764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,32,balanced,0.2900373339653015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,32,balanced,0.314026673634847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,32,balanced,0.37651201089223224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,32,balanced,0.4416000048319499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,32,balanced,0.5587093432744344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,32,balanced,0.782474676767985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,32,balanced,1.0400319894154866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,32,balanced,1.3982933362325032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,32,1,power_law_1.01,4.166579055786133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,128,balanced,0.1644319991270701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,128,balanced,0.16503467162450156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,128,balanced,0.16549866398175558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,128,balanced,0.157151997089386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,128,balanced,0.15794133146603903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,128,balanced,0.16952000061670938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,128,balanced,0.19235734144846597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,128,balanced,0.17268266280492148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,128,balanced,0.17356266578038534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,128,balanced,0.1735573410987854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,128,balanced,0.1764693260192871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,128,balanced,0.17779199282328287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,128,balanced,0.1787573297818502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,128,balanced,0.18305599689483643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,128,balanced,0.18614933888117471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,128,balanced,0.1906933387120565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,128,balanced,0.1954453388849894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,128,balanced,0.22272533178329468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,128,balanced,0.2347253362337748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,128,balanced,0.24606933196385702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,128,balanced,0.28199466069539386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,128,balanced,0.3185546596844991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,128,balanced,0.3629386822382609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,128,balanced,0.4514133135477702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,128,balanced,0.6590026617050171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,128,balanced,0.8148106733957926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,128,balanced,1.117733319600423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,16,power_law_1.2,0.06625279784202576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,16,power_law_1.2,0.04967679977416992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,16,power_law_1.2,0.04870400130748749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,16,power_law_1.2,0.049804800748825075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,16,power_law_1.2,0.05144320130348205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,16,power_law_1.2,0.05098239779472351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,16,power_law_1.2,0.05196800231933594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,16,power_law_1.2,0.052691197395324706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,16,power_law_1.2,0.05566080212593079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,16,power_law_1.2,0.05790719985961914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,16,power_law_1.2,0.06156799793243408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,16,power_law_1.2,0.06221439838409424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,16,power_law_1.2,0.06408960223197938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,16,power_law_1.2,0.07192959785461425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,16,power_law_1.2,0.07760639786720276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,16,power_law_1.2,0.08201599717140198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,16,power_law_1.2,0.08974080085754395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,16,power_law_1.2,0.10280959606170655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,16,power_law_1.2,0.11418240070343018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,16,power_law_1.2,0.14833920001983641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,16,power_law_1.2,0.2019263982772827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,16,power_law_1.2,0.2493311882019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,16,power_law_1.2,0.3376895904541016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,8,power_law_1.2,0.1288383960723877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,8,power_law_1.2,0.16542719602584838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,8,power_law_1.2,0.21244161128997802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,8,power_law_1.2,0.2588479995727539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,8,power_law_1.2,0.29215359687805176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,8,power_law_1.2,0.31171839237213134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,8,power_law_1.2,0.32581119537353515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,8,power_law_1.2,0.36443519592285156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,8,power_law_1.2,0.3209280014038086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,8,power_law_1.2,0.33203198909759524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,8,power_law_1.2,0.3290303945541382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,8,power_law_1.2,0.33715200424194336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,8,power_law_1.2,0.34138879776000974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,8,power_law_1.2,0.33559679985046387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,16,power_law_1.2,0.4428544044494629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,8,power_law_1.2,0.3547967910766602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,8,power_law_1.2,0.36083838939666746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,8,power_law_1.2,0.4072768211364746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,8,power_law_1.2,0.4658944129943848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,8,power_law_1.2,0.4635903835296631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,8,power_law_1.2,0.5687615871429443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,8,power_law_1.2,0.6402751922607421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,8,power_law_1.2,0.8611519813537598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,8,power_law_1.2,1.040940761566162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,8,power_law_1.2,1.5421631813049317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,8,power_law_1.2,1.7246208190917969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,8,power_law_1.2,2.331257629394531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,8,power_law_1.2,3.321401596069336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,16,power_law_1.2,0.6432576179504395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,16,power_law_1.2,0.2360896110534668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,16,power_law_1.2,0.2555520057678223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,16,power_law_1.2,0.26447999477386475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,16,power_law_1.2,0.2609087944030762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,16,power_law_1.2,0.2604032039642334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,16,power_law_1.2,0.25905919075012207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,16,power_law_1.2,0.23594241142272948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,16,power_law_1.2,0.25560319423675537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,16,power_law_1.2,0.24403839111328124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,16,power_law_1.2,0.2515903949737549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,16,power_law_1.2,0.26584320068359374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,16,power_law_1.2,0.26150400638580323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,16,power_law_1.2,0.26949119567871094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,16,power_law_1.2,0.3055743932723999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,16,power_law_1.2,0.31128320693969724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,16,power_law_1.2,0.3222527980804443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,16,power_law_1.2,0.34021759033203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,16,power_law_1.2,0.3994112014770508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,16,power_law_1.2,0.42865920066833496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,16,power_law_1.2,0.5465919971466064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,16,power_law_1.2,0.6792511940002441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,16,power_law_1.2,0.9044032096862793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,16,power_law_1.2,1.057164764404297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,16,power_law_1.2,1.6236671447753905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,16,power_law_1.2,1.9100351333618164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,16,power_law_1.2,2.855072021484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,4,balanced,0.03226666649182638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,4,balanced,0.04604266583919525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,4,balanced,0.06716266771157582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,4,balanced,0.11168533563613892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,4,balanced,0.20231467485427856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,4,balanced,0.20221867163976034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,4,balanced,0.2040533423423767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,4,balanced,0.2048906683921814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,4,balanced,0.20797866582870483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,4,balanced,0.2076639930407206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,4,balanced,0.2101866602897644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,4,balanced,0.21220266819000244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,4,balanced,0.20988800128300986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,4,balanced,0.216213325659434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,4,balanced,0.22484799226125082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,4,balanced,0.22646933794021606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,4,balanced,0.23228265841801962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,4,balanced,0.24794133504231772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,4,balanced,0.2702560027440389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,4,balanced,0.3278026580810547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,4,balanced,0.3564213514328003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,4,balanced,0.4537280003229777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,4,balanced,0.5825440088907877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,4,balanced,0.8570240338643392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,4,balanced,1.1126453081766765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,4,balanced,1.6388586362202961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,4,balanced,2.160693327585856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,16,power_law_1.2,3.7024383544921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,16,power_law_1.2,0.9977727890014648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,16,power_law_1.2,1.0574591636657715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,32,balanced,0.029232000311215717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,32,balanced,0.027813332776228588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,32,balanced,0.027957332630952198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,32,balanced,0.028421332438786823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,32,balanced,0.02938133229811986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,32,balanced,0.0306986669699351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,32,balanced,0.0308746670683225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,32,balanced,0.03102933367093404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,32,balanced,0.031141333281993866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,32,balanced,0.03148266673088074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,32,balanced,0.03209066639343897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,32,balanced,0.03269333392381668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,32,balanced,0.03319466610749563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,32,balanced,0.03448000053564707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,32,balanced,0.04314666489760081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,32,balanced,0.04364266494909922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,32,balanced,0.04506133496761322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,32,balanced,0.04780800143877665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,32,balanced,0.04882133503754934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,32,balanced,0.05439466734727224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,32,balanced,0.058304001887639366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,32,balanced,0.06790400048096974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,32,balanced,0.08019199967384338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,32,balanced,0.11276266972223918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,32,balanced,0.12533332904179892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,32,balanced,0.17852266629536948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,32,balanced,0.20470933119455972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.2593024015426636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.23155839443206788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,1,power_law_1.2,0.07890560030937195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.23066239356994628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,1,power_law_1.2,0.11274880170822144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,1,power_law_1.2,0.1912511944770813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,1,power_law_1.2,0.26368639469146726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,1,power_law_1.2,0.35278079509735105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,1,power_law_1.2,0.6165056228637695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,1,power_law_1.2,0.6473216056823731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.23228158950805664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,1,power_law_1.2,0.6780543804168702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.2250432014465332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,1,power_law_1.2,0.6884607791900634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,1,power_law_1.2,0.7090879917144776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.2350464105606079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,1,power_law_1.2,0.7554111957550049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.23086719512939452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,1,power_law_1.2,0.7675648212432862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.23939840793609618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,1,power_law_1.2,0.7856256008148194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.23994240760803223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,1,power_law_1.2,0.8171711921691894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.23356800079345702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,1,power_law_1.2,0.8390399932861328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.2381376028060913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,1,power_law_1.2,0.8985024452209472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.24673280715942383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,1,power_law_1.2,0.9119935989379883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.2516223907470703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,1,power_law_1.2,0.9848832130432129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.26401920318603517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,1,power_law_1.2,1.0958592414855957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.28474879264831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.2873536109924316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,1,power_law_1.2,1.355174446105957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.30770559310913087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,1,power_law_1.2,1.5876992225646973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.4500864028930664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.48474879264831544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,1,power_law_1.2,2.073708724975586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.6234496116638184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.7715136051177979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,128,power_law_1.01,1.0515775680541992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,1,power_law_1.2,2.451980781555176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,128,power_law_1.01,1.5499327659606934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,128,power_law_1.01,2.2353279113769533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,128,power_law_1.01,2.8094783782958985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,128,power_law_1.01,4.013228988647461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,1,power_law_1.2,3.4567230224609373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,128,power_law_1.01,6.250400161743164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,4,power_law_1.2,0.1610303997993469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,4,power_law_1.2,0.1911936044692993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,4,power_law_1.2,0.21831679344177246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,4,power_law_1.2,0.27277441024780275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,4,power_law_1.2,0.31950080394744873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,4,power_law_1.2,0.43884801864624023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,4,power_law_1.2,0.4516160011291504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,4,power_law_1.2,0.41283202171325684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,4,power_law_1.2,0.44875521659851075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,4,power_law_1.2,0.45210881233215333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,4,power_law_1.2,0.47282562255859373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,4,power_law_1.2,0.5079679965972901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,4,power_law_1.2,0.5093760013580322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,4,power_law_1.2,0.5388991832733154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,4,power_law_1.2,0.5746560096740723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,4,power_law_1.2,0.5864448070526123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,4,power_law_1.2,0.6186816215515136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,4,power_law_1.2,0.7054336071014404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,4,power_law_1.2,0.7705664157867431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,4,power_law_1.2,0.9170111656188965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,4,power_law_1.2,1.18220796585083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,4,power_law_1.2,1.496934413909912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,4,power_law_1.2,1.7346879959106445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,4,power_law_1.2,2.557708740234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,4,power_law_1.2,3.112761688232422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,4,power_law_1.2,4.859276962280274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,1,power_law_1.2,4.424563217163086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,4,power_law_1.2,6.8728385925292965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,1,power_law_1.2,6.519993591308594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,2,power_law_1.2,0.18743040561676025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,2,power_law_1.2,0.28407039642333987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,2,power_law_1.2,0.39254400730133054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,2,power_law_1.2,0.6129216194152832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,2,power_law_1.2,0.866425609588623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,2,power_law_1.2,1.233510398864746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,2,power_law_1.2,1.2035455703735352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,2,power_law_1.2,1.7596223831176758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,2,power_law_1.2,1.882431983947754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,2,power_law_1.2,1.965260887145996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,2,power_law_1.2,2.000160026550293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,2,power_law_1.2,2.056198310852051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,2,power_law_1.2,2.1241727828979493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,2,power_law_1.2,2.193459129333496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,2,power_law_1.2,2.3525375366210937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,2,power_law_1.2,2.3892288208007812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,2,power_law_1.2,2.472972869873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,2,power_law_1.2,2.7220224380493163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,2,power_law_1.2,2.918560028076172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,2,power_law_1.2,3.268940734863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,2,power_law_1.2,3.765036773681641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,2,power_law_1.2,4.525081634521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,2,power_law_1.2,5.0696769714355465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,2,power_law_1.2,6.858758544921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,2,power_law_1.2,7.742854309082031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,2,power_law_1.2,10.438925170898438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,2,power_law_1.01,0.06421120166778564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,2,power_law_1.01,0.06993280053138733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,2,power_law_1.2,13.967047119140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,2,power_law_1.01,0.08464000225067139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,2,power_law_1.01,0.10259840488433838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,2,power_law_1.01,0.12863999605178833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,2,power_law_1.01,0.14873600006103516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,2,power_law_1.01,0.15884159803390502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,2,power_law_1.01,0.17032959461212158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,2,power_law_1.01,0.1830847978591919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,2,power_law_1.01,0.18882559537887572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,2,power_law_1.01,0.1925376057624817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,2,power_law_1.01,0.20225920677185058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,2,power_law_1.01,0.21510400772094726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,2,power_law_1.01,0.2256319999694824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,2,power_law_1.01,0.2403775930404663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,2,power_law_1.01,0.23882880210876464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,2,power_law_1.01,0.25754239559173586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,2,power_law_1.01,0.29130239486694337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,2,power_law_1.01,0.3324608087539673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,2,power_law_1.01,0.41170558929443357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,2,power_law_1.01,0.4747136116027832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,2,power_law_1.01,0.6298111915588379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,2,power_law_1.01,0.8002880096435547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,2,power_law_1.01,1.0491904258728026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,2,power_law_1.01,1.3709119796752929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,2,power_law_1.01,2.0024831771850584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,2,power_law_1.01,2.670028877258301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,1,power_law_1.2,8.511033630371093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,16,power_law_1.2,0.13251199722290039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,16,power_law_1.2,0.10534399747848511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,16,power_law_1.2,0.09930239915847779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,16,power_law_1.2,0.08940799832344055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,16,power_law_1.2,0.08847360014915466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,16,power_law_1.2,0.11391359567642212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,16,power_law_1.2,0.10341119766235352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,16,power_law_1.2,0.11623680591583252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,16,power_law_1.2,0.12190719842910766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,16,power_law_1.2,0.12421760559082032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,16,power_law_1.2,0.12904319763183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,16,power_law_1.2,0.13485440015792846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,16,power_law_1.2,0.13736319541931152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,16,power_law_1.2,0.1448639988899231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,16,power_law_1.2,0.15559040307998656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,16,power_law_1.2,0.1614464044570923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,16,power_law_1.2,0.1968127965927124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,16,power_law_1.2,0.2472831964492798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,16,power_law_1.2,0.30363519191741944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,16,power_law_1.2,0.368287992477417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,16,power_law_1.2,0.4156032085418701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,16,power_law_1.2,0.5149312019348145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,16,power_law_1.2,0.847225570678711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,16,power_law_1.2,1.12741117477417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,16,power_law_1.2,1.6114816665649414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,4,power_law_1.2,0.09221760034561158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,4,power_law_1.2,0.09033600091934205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,4,power_law_1.2,0.09787520170211791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,4,power_law_1.2,0.10257279872894287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,4,power_law_1.2,0.10714880228042603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,4,power_law_1.2,0.12508800029754638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,4,power_law_1.2,0.13534719944000245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,4,power_law_1.2,0.1387519955635071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,4,power_law_1.2,0.13969279527664186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,4,power_law_1.2,0.1471168041229248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,4,power_law_1.2,0.14646400213241578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,4,power_law_1.2,0.1565567970275879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,4,power_law_1.2,0.15935360193252562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,4,power_law_1.2,0.1700160026550293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,4,power_law_1.2,0.1932096004486084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,4,power_law_1.2,0.20620160102844237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,4,power_law_1.2,0.239302396774292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,4,power_law_1.2,0.2714816093444824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,4,power_law_1.2,0.32674560546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,4,power_law_1.2,0.4300096035003662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,4,power_law_1.2,0.5190144062042237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,4,power_law_1.2,0.677888011932373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,4,power_law_1.2,0.779641580581665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,4,power_law_1.2,1.1967807769775392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,8,balanced,0.053770666321118675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,4,power_law_1.2,1.540447998046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,8,balanced,0.058549334605534874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,8,balanced,0.07972266773382823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,8,balanced,0.1048959990342458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,8,balanced,0.16904000441233316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,8,balanced,0.30715733766555786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,8,balanced,0.3091040054957072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,8,balanced,0.3089333375295003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,8,balanced,0.31061333417892456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,8,balanced,0.3109920024871826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,8,balanced,0.31457600990931195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,8,balanced,0.31435734033584595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,8,balanced,0.31866133213043213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,8,balanced,0.31964800755182904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,4,power_law_1.2,2.136262321472168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,8,balanced,0.32479466994603473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,8,balanced,0.3555893500645955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,8,balanced,0.33826132615407306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,8,balanced,0.3608106772104899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,8,balanced,0.37643198172251385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,8,balanced,0.40997334321339923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,8,balanced,0.4612480004628499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,8,balanced,0.5620426734288534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,8,balanced,0.6406453450520834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,8,balanced,0.8036213715871176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,8,balanced,1.0585439999898274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,8,balanced,1.5227360725402832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,4,power_law_1.2,3.2046337127685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,8,balanced,1.988101323445638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,16,power_law_1.2,2.0616384506225587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,4,power_law_1.01,0.08763520121574402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,4,power_law_1.01,0.11079039573669433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,4,power_law_1.01,0.1420799970626831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,4,power_law_1.01,0.1743551969528198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,4,power_law_1.01,0.20502400398254395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,4,power_law_1.01,0.230348801612854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,4,power_law_1.01,0.26747519969940187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,4,power_law_1.01,0.2734528064727783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,4,power_law_1.01,0.27790079116821287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,4,power_law_1.01,0.2916032075881958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,4,power_law_1.01,0.29543681144714357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,4,power_law_1.01,0.2950592041015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,4,power_law_1.01,0.3091840028762817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,4,power_law_1.01,0.3098560094833374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,4,power_law_1.01,0.3135488033294678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,4,power_law_1.01,0.3495743989944458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,4,power_law_1.01,0.35301759243011477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,4,power_law_1.01,0.38867199420928955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,4,power_law_1.01,0.42855682373046877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,4,power_law_1.01,0.5155072212219238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,4,power_law_1.01,0.5894336223602294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,4,power_law_1.01,0.7359615802764893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,4,power_law_1.01,0.8780032157897949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,4,power_law_1.01,1.1475263595581056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,4,power_law_1.01,1.5610176086425782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,4,power_law_1.01,2.107206344604492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,4,power_law_1.01,2.826361656188965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.2698048114776611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.4892608165740967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.8996992111206055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,2,1,power_law_1.2,1.3587072372436524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,2,1,power_law_1.2,1.9046720504760741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,2,1,power_law_1.2,3.3543487548828126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,2,1,power_law_1.2,3.6122177124023436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,2,1,power_law_1.2,3.7493438720703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,2,1,power_law_1.2,3.8745281219482424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,2,1,power_law_1.2,4.0120384216308596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,2,1,power_law_1.2,4.218502426147461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,2,1,power_law_1.2,4.412153625488282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,2,1,power_law_1.2,4.434124755859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,2,1,power_law_1.2,9.137407684326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,2,1,power_law_1.2,12.582726287841798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,2,1,power_law_1.2,13.564947509765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,2,1,power_law_1.2,5.450726318359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,2,1,power_law_1.2,5.979865646362304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,2,1,power_law_1.2,6.694457244873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,2,1,power_law_1.2,7.906790161132813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,2,1,power_law_1.2,8.084333038330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,2,1,power_law_1.2,10.32647705078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,2,1,power_law_1.2,12.34588165283203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,16,power_law_1.2,3.446323013305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,2,1,power_law_1.2,16.763999938964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,16,power_law_1.01,0.036371201276779175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,16,power_law_1.01,0.03130879998207092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,16,power_law_1.01,0.030771198868751525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,16,power_law_1.01,0.03031040132045746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,16,power_law_1.01,0.03112959861755371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,16,power_law_1.01,0.03344640135765076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,16,power_law_1.01,0.03336319923400879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,16,power_law_1.01,0.033369600772857666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,16,power_law_1.01,0.04152320027351379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,16,power_law_1.01,0.042316800355911253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,16,power_law_1.01,0.04948480129241943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,16,power_law_1.01,0.05314559936523437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,16,power_law_1.01,0.1482367992401123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,16,power_law_1.01,0.04836480021476745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,16,power_law_1.01,0.05268480181694031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,16,power_law_1.01,0.053830397129058835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,16,power_law_1.01,0.05496320128440857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,16,power_law_1.01,0.060755199193954466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,16,power_law_1.01,0.0697920024394989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,16,power_law_1.01,0.09720320105552674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,16,power_law_1.01,0.10951039791107178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,16,power_law_1.01,0.1596735954284668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,16,power_law_1.01,0.1757823944091797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,2,1,power_law_1.2,20.858157348632812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,16,power_law_1.01,0.27418880462646483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,16,power_law_1.01,0.3055743932723999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,16,power_law_1.01,0.4231103897094727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,16,power_law_1.01,0.60316162109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,32,power_law_1.01,0.18629759550094604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,32,power_law_1.01,0.19080959558486937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,32,power_law_1.01,0.1844032049179077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,32,power_law_1.01,0.18320640325546264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,32,power_law_1.01,0.183404803276062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,32,power_law_1.01,0.1815168023109436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,32,power_law_1.01,0.1854591965675354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,32,power_law_1.01,0.18303999900817872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,32,power_law_1.01,0.18364160060882567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,32,power_law_1.01,0.18381439447402953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,32,power_law_1.01,0.1896448016166687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,16,balanced,0.07047466437021892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,32,power_law_1.01,0.18996479511260986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,16,balanced,0.09261866410573323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,16,balanced,0.1181813379128774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,16,balanced,0.17134400208791098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,32,power_law_1.01,0.19761919975280762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,16,balanced,0.24809600909550986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,16,balanced,0.28916800022125244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,16,balanced,0.2672800024350484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,32,power_law_1.01,0.21410560607910156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,16,balanced,0.2661706606547038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,16,balanced,0.2689653237660726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,16,balanced,0.2696853280067444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,32,power_law_1.01,0.22006399631500245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,16,balanced,0.274122675259908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,16,balanced,0.2757173379262288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,16,balanced,0.2789013385772705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,16,balanced,0.2860320011774699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,16,balanced,0.2876373330752055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,16,balanced,0.2965013384819031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,16,balanced,0.3076373338699341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,16,balanced,0.36056001981099445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,16,balanced,0.36399467786153156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,16,balanced,0.4588533242543538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,16,balanced,0.49770665168762207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,32,power_law_1.01,0.22065279483795167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,16,balanced,0.6966933409372965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,32,power_law_1.01,0.2297215938568115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,16,balanced,0.6684213479359945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,32,power_law_1.01,0.25427200794219973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,16,balanced,0.9844106833140055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,32,power_law_1.01,0.2729727983474731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,16,balanced,1.186458667119344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,32,power_law_1.01,0.318284797668457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,16,balanced,1.8518452644348145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,2,1,power_law_1.2,29.385369873046876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,32,power_law_1.01,0.36012160778045654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,16,balanced,2.2424960136413574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,32,power_law_1.01,0.502188777923584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,32,power_law_1.01,0.63853440284729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,32,power_law_1.01,0.8756799697875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,32,power_law_1.01,1.1442303657531738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,32,power_law_1.01,1.6885503768920898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,32,power_law_1.01,2.1648639678955077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,2,1,power_law_1.2,38.28514709472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,16,balanced,0.06473599870999654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,16,balanced,0.06618666648864746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,16,balanced,0.06863466898600261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,16,balanced,0.07302933434645335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,16,balanced,0.0913706620534261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,16,balanced,0.11268799503644307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,16,balanced,0.13595199584960938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,16,balanced,0.1373973290125529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,16,balanced,0.13898133238156637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,16,balanced,0.1381333371003469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,16,balanced,0.14382933576901755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,16,balanced,0.1452906628449758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,16,balanced,0.14591466387112936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,16,balanced,0.15219733119010925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,16,balanced,0.15602133671442667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,16,balanced,0.16129066546758017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,16,balanced,0.16990399360656738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,16,balanced,0.1875200072924296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,16,balanced,0.20648000637690225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,16,balanced,0.24355733394622803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,16,balanced,0.27622934182484943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,16,balanced,0.3313279946645101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,16,balanced,0.43441065152486164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,16,balanced,0.5600800116856893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,16,balanced,0.7258613109588623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,16,balanced,0.9904747009277344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,16,balanced,1.3278826872507732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,2,balanced,0.07905599971612294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,2,balanced,0.08425066868464152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,2,balanced,0.10351999600728352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,2,balanced,0.1264533301194509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,2,balanced,0.19767999649047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,2,balanced,0.21983466545740762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,2,balanced,0.22354666392008463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,2,balanced,0.22569066286087036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,2,balanced,0.22827200094858804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,2,balanced,0.23024000724156699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,2,balanced,0.23587199052174887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,2,balanced,0.24089600642522177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,2,balanced,0.2440053423245748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,2,balanced,0.25614933172861737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,2,balanced,0.2665226658185323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,2,balanced,0.27614933252334595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,2,balanced,0.29225067297617596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,2,balanced,0.4021120071411133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,2,balanced,0.39738134543100995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,2,balanced,0.5717493295669556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,2,balanced,0.6614720026652018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,2,balanced,0.9234399795532227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,2,balanced,1.1641120115915935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,2,balanced,1.6501332918802898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,2,balanced,2.154421329498291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,2,balanced,3.0848159790039062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,2,balanced,4.134815851847331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,2,balanced,0.08310933411121368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,2,balanced,0.11549866199493408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,2,balanced,0.19090133905410767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,2,balanced,0.3113866647084554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,2,balanced,0.5690026680628458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,2,balanced,1.0933760007222493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,2,balanced,1.0980213483174641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,2,balanced,1.1028160254160564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,2,balanced,1.1074453194936116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,2,balanced,1.108517328898112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,2,balanced,1.1162772973378499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,2,balanced,1.1221173604329426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,2,balanced,1.1287306944529216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,2,balanced,1.1429226398468018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,2,balanced,1.1552053292592366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,2,balanced,1.1639466285705566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,2,balanced,1.1881333192189534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,2,balanced,1.2460052967071533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,2,balanced,1.2865546544392903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,2,balanced,1.357701301574707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,2,balanced,1.4968479474385579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,2,balanced,1.7828532854715984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,2,balanced,1.9274773597717285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,2,balanced,2.7909653981526694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,2,balanced,3.4879306157430015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,2,balanced,5.024655977884929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,2,balanced,6.562079747517903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,2,power_law_1.01,0.313753604888916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,2,power_law_1.01,0.49027838706970217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,2,power_law_1.01,0.7312448024749756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,2,power_law_1.01,1.0606080055236817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,2,power_law_1.01,1.5110976219177246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,2,power_law_1.01,1.7839487075805665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,2,power_law_1.01,2.576371192932129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,2,power_law_1.01,2.6104511260986327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,2,power_law_1.01,2.5428096771240236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,2,power_law_1.01,2.6504447937011717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,2,power_law_1.01,2.800934410095215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,2,power_law_1.01,2.7596479415893556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,2,power_law_1.01,2.886617660522461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,2,power_law_1.01,3.0402368545532226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,2,power_law_1.01,3.2674240112304687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,2,power_law_1.01,3.4976318359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,2,power_law_1.01,3.627462387084961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,2,power_law_1.01,4.087347030639648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,2,balanced,0.05026133358478546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,2,balanced,0.06690666576226552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,2,balanced,0.11554666360219319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,2,balanced,0.22377065817515054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,2,balanced,0.37185601393381756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,2,balanced,0.38443199793497723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,2,balanced,0.38657065232594806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,2,balanced,0.3818986813227336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,2,balanced,0.3834666808446248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,2,balanced,0.3864906628926595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,2,balanced,0.3877653280893962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,2,balanced,0.3936479886372884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,2,balanced,0.39876798788706463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,2,balanced,0.40327465534210205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,2,balanced,0.4235359827677409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,2,balanced,0.4309226671854655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,2,balanced,0.4437706470489502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,2,balanced,0.4764000177383423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,2,balanced,0.49270399411519367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,2,power_law_1.01,17.12256622314453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,2,balanced,0.610864003499349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,2,balanced,0.6401439905166626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,2,balanced,0.8584106763203939
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,2,balanced,1.1068800290425618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,2,balanced,1.6229759852091472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,2,balanced,2.1460213661193848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,2,balanced,3.2268638610839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,2,balanced,4.273450533548991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,2,power_law_1.01,26.297830200195314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,2,power_law_1.01,5.242521667480469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,2,power_law_1.01,6.3521278381347654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,2,power_law_1.01,7.428205108642578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,2,power_law_1.01,9.64677734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,2,power_law_1.01,12.387583923339843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.25934720039367676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.2317568063735962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.2306879997253418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.23152000904083253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,2,power_law_1.01,16.141331481933594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.21269760131835938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.21442561149597167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.2245568037033081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.2314176082611084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.2327807903289795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.2278143882751465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.23734400272369385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.24995839595794678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.25822720527648924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,2,power_law_1.01,21.121875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.26317439079284666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.2871295928955078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.30700159072875977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.3949631929397583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.4725759983062744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.6398528099060059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.8458432197570801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,128,power_law_1.2,1.0707072257995605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,128,power_law_1.2,1.5135616302490233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,128,power_law_1.2,1.8447616577148438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,128,power_law_1.2,2.7976064682006836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,128,power_law_1.2,4.039654541015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,128,power_law_1.2,5.791046524047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,2,power_law_1.01,0.10680320262908935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,2,power_law_1.01,0.11900160312652588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,2,power_law_1.01,0.14346879720687866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,2,power_law_1.01,0.17616000175476074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,2,power_law_1.01,0.21302399635314942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,2,power_law_1.01,0.30163838863372805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,2,power_law_1.01,0.30227200984954833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,128,power_law_1.2,9.01185302734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,2,power_law_1.01,0.3332927942276001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,2,power_law_1.01,0.32956159114837646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,2,power_law_1.01,0.34748799800872804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,2,power_law_1.01,0.3550976037979126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,2,power_law_1.01,0.38436479568481446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,2,power_law_1.01,0.39882240295410154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,2,power_law_1.01,0.4050879955291748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,2,power_law_1.01,0.4232960224151611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,2,power_law_1.01,0.4392255783081055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,2,power_law_1.01,0.4596415996551514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,2,power_law_1.01,0.5576320171356202
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,2,power_law_1.01,0.6110015869140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,2,power_law_1.01,0.7809023857116699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,2,power_law_1.01,0.8818559646606445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,2,power_law_1.01,1.158118438720703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,2,power_law_1.01,1.5144639968872071
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,2,power_law_1.01,2.166092872619629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,2,power_law_1.01,2.7549184799194335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,2,power_law_1.01,3.964672088623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,2,power_law_1.01,4.917292785644531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,4,power_law_1.2,0.13479039669036866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,4,power_law_1.2,0.16594560146331788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,4,power_law_1.2,0.19456640481948853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,4,power_law_1.2,0.28568320274353026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,4,power_law_1.2,0.343884801864624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,4,power_law_1.2,0.3389695882797241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,4,power_law_1.2,0.422438383102417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,4,power_law_1.2,0.5439424037933349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,4,power_law_1.2,0.5608960151672363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,4,power_law_1.2,0.5056000232696534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,4,power_law_1.2,0.532428789138794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,4,power_law_1.2,0.5801792144775391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,4,power_law_1.2,0.5724736213684082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,4,power_law_1.2,0.6246208190917969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,4,power_law_1.2,0.6712255954742432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,4,power_law_1.2,0.635423994064331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,4,power_law_1.2,0.7191872119903564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,4,power_law_1.2,0.771731185913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,4,power_law_1.2,0.8656000137329102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,1,balanced,0.17698667446772257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,1,balanced,0.30297066768010456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,4,power_law_1.2,0.9647999763488769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,1,balanced,0.5455413262049357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,1,balanced,0.9212053616841634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,1,balanced,1.7831947008768718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,4,power_law_1.2,1.1547391891479493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,1,balanced,2.229152043660482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,1,balanced,2.243840058644613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,4,power_law_1.2,1.3807488441467286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,1,balanced,2.254949410756429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,4,power_law_1.2,1.7666112899780273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,1,balanced,2.2663520177205405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,1,balanced,2.2789546648661294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,4,power_law_1.2,2.236742401123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,1,balanced,2.2994826634724936
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,1,balanced,2.328789393107096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,4,power_law_1.2,2.8733055114746096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,1,balanced,2.3446079889933267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,1,balanced,2.380730628967285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,1,balanced,2.411674658457438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,4,power_law_1.2,3.9795265197753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,1,balanced,2.4568373362223306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,1,balanced,2.537973403930664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,1,balanced,2.6369120279947915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,4,power_law_1.2,5.650694274902344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,1,balanced,2.7458718617757163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,1,balanced,4.645536104838054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,1,balanced,3.379653294881185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,1,balanced,6.193834940592448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,1,balanced,6.086655934651692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,1,balanced,9.402229309082031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,1,balanced,12.677562713623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,1,balanced,15.56179682413737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,1,balanced,21.168773651123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,64,balanced,0.07126933336257935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,64,balanced,0.0976586639881134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,64,balanced,0.09942400455474854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,64,balanced,0.14242133498191833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,64,balanced,0.1734559933344523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,64,balanced,0.16197333733240762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,64,balanced,0.16321600476900736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,64,balanced,0.16165332992871603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,64,balanced,0.1629813313484192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,64,balanced,0.1641333301862081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,64,balanced,0.16636266311009726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,64,balanced,0.16757333278656006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,64,balanced,0.16878400246302286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,64,balanced,0.17483200629552206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,64,balanced,0.17537599802017212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,64,balanced,0.2025173306465149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,64,balanced,0.1902986764907837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,64,balanced,0.22845333814620972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,64,balanced,0.23959465821584067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,64,balanced,0.3041706681251526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,64,balanced,0.32762666543324787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,64,balanced,0.44580801328023273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,64,balanced,0.43563199043273926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,64,balanced,0.5977439880371094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,64,balanced,0.7082719802856445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,64,balanced,1.027018706003825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,64,balanced,1.2718933423360188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,128,power_law_1.2,0.05724800229072571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,128,power_law_1.2,0.056480002403259275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,128,power_law_1.2,0.056480002403259275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,128,power_law_1.2,0.057030397653579715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,128,power_law_1.2,0.058911997079849246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,128,power_law_1.2,0.06074240207672119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,128,power_law_1.2,0.06160640120506287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,128,power_law_1.2,0.06672000288963317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,2,balanced,0.14708266655604044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,128,power_law_1.2,0.07137280106544494
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,2,balanced,0.23803200324376425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,2,balanced,0.46825067202250165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,128,power_law_1.2,0.08684160113334656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,2,balanced,0.4429226716359456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,2,balanced,0.44086400667826336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,128,power_law_1.2,0.09068160057067871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,2,balanced,0.44434134165445965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,2,balanced,0.44704000155131024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,128,power_law_1.2,0.09560319781303406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,2,balanced,0.44747201601664227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,128,power_law_1.2,0.09999359846115112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,2,balanced,0.4662773211797078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,2,balanced,0.46936531861623126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,128,power_law_1.2,0.09984639883041382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,2,balanced,0.4756693442662557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,128,power_law_1.2,0.10319360494613647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,2,balanced,0.5342186689376831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,2,balanced,0.5519413153330485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,128,power_law_1.2,0.10992000102996827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,2,balanced,0.5008106629053751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,128,power_law_1.2,0.12382080554962158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,2,balanced,0.6547146638234457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,128,power_law_1.2,0.1483199954032898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,2,balanced,0.6433866818745931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,2,balanced,0.7023146947224935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,128,power_law_1.2,0.22069120407104492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,2,balanced,0.9405120213826498
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,128,power_law_1.2,0.29781761169433596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,2,balanced,1.069760004679362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,128,power_law_1.2,0.39166719913482667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,2,balanced,1.4841334025065105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,128,power_law_1.2,0.4813568115234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,2,balanced,1.8596533139546711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,2,balanced,2.7790613174438477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,2,balanced,3.6834081013997397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,2,balanced,5.51040522257487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,2,balanced,7.1705277760823565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,2,balanced,10.776341756184896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,128,power_law_1.2,0.8048768043518066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,2,balanced,14.433119455973307
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,4,balanced,0.04790399968624115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,4,balanced,0.03806933263937632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,4,balanced,0.043194666504859924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,4,balanced,0.06853866577148438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,4,balanced,0.09974933664004008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,4,balanced,0.1432906687259674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,4,balanced,0.14396799604098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,4,balanced,0.1291093329588572
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,4,balanced,0.13063466548919678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,4,balanced,0.13036800424257913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,4,balanced,0.13174933195114136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,4,balanced,0.1344213287035624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,4,balanced,0.13522133231163025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,4,balanced,0.13754133383433023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,4,balanced,0.14357866843541464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,4,balanced,0.14460800091425577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,4,balanced,0.14914666612943014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,4,balanced,0.18195732434590658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,4,balanced,0.17311465740203857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,4,balanced,0.2134666641553243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,4,balanced,0.22809600830078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,4,balanced,0.2805066704750061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,4,balanced,0.31038933992385864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,4,balanced,0.4503999948501587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,4,balanced,0.5685173273086548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,4,balanced,0.8058613141377767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,4,balanced,1.0445973078409831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,128,power_law_1.2,1.0968000411987304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,4,balanced,0.07043200234572093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,4,balanced,0.08186133205890656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,4,balanced,0.09841066598892212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,4,balanced,0.11213866869608562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,4,balanced,0.16658133268356323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,4,balanced,0.2744906743367513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,4,balanced,0.27715200185775757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,4,balanced,0.26874667406082153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,4,balanced,0.2712799906730652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,4,balanced,0.2723520000775655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,4,balanced,0.28011733293533325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,4,balanced,0.28361066182454425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,4,balanced,0.2852693398793538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,4,balanced,0.29267199834187824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,4,balanced,0.29976000388463336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,4,balanced,0.3099679946899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,4,balanced,0.32124799489974976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,4,balanced,0.36429866154988605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,4,balanced,0.41413335005442303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,4,balanced,0.4858880043029785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,4,balanced,0.5597493251164755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,4,balanced,0.7410826683044434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,4,balanced,0.8672693570454916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,4,balanced,1.1692266464233398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,4,balanced,1.535520076751709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,4,balanced,2.141690731048584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,4,balanced,2.803471883138021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,4,balanced,0.086709330479304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,4,balanced,0.08718400200208028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,4,balanced,0.11243200302124023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,4,balanced,0.11115733782450359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,4,balanced,0.12382400035858154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,4,balanced,0.1141973336537679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,4,balanced,0.1146399974822998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,4,balanced,0.11633599797884624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,4,balanced,0.1204800009727478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,4,balanced,0.12167466680208842
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,4,balanced,0.12452266613642375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,4,balanced,0.15365333358446756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,4,balanced,0.15478400389353433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,4,balanced,0.14060266812642416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,4,balanced,0.18538665771484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,4,balanced,0.19403199354807535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,4,balanced,0.1938613255818685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,4,balanced,0.30270934104919434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,4,balanced,0.302511990070343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,4,balanced,0.40512001514434814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,4,balanced,0.48372264703114826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,128,power_law_1.2,1.6123584747314452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,4,balanced,0.7516907056172689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,4,balanced,0.9195573329925537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,4,balanced,1.3136533101399739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,4,balanced,1.6836907068888347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,4,balanced,2.5108213424682617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,4,balanced,3.2116479873657227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,128,power_law_1.2,2.4224191665649415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,4,power_law_1.01,0.10818560123443603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,4,power_law_1.01,0.12113280296325683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,4,power_law_1.01,0.1335744023323059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,4,power_law_1.01,0.14535679817199706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,4,power_law_1.01,0.1773311972618103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,4,power_law_1.01,0.18842240571975707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,4,power_law_1.01,0.23617920875549317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,4,power_law_1.01,0.23011200428009032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,4,power_law_1.01,0.22911999225616456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,4,power_law_1.01,0.23057920932769777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,4,power_law_1.01,0.26295039653778074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,4,power_law_1.01,0.2657792091369629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,4,power_law_1.01,0.2732736110687256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,4,power_law_1.01,0.30611839294433596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,4,power_law_1.01,0.30407679080963135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,4,power_law_1.01,0.3214207887649536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,4,power_law_1.01,0.3387455940246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,4,power_law_1.01,0.39541120529174806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,4,power_law_1.01,0.46024317741394044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,4,power_law_1.01,0.5116479873657227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,4,power_law_1.01,0.6364416122436524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,4,power_law_1.01,0.8978176116943359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,4,power_law_1.01,1.0664064407348632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,4,power_law_1.01,1.380185604095459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,16,power_law_1.2,0.11831680536270142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,16,power_law_1.2,0.1128383994102478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,4,power_law_1.01,1.8354303359985351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,16,power_law_1.2,0.11192959547042847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,16,power_law_1.2,0.11256320476531982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,16,power_law_1.2,0.09587839841842652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,4,power_law_1.01,2.7937599182128907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,16,power_law_1.2,0.11841280460357666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,16,power_law_1.2,0.11478400230407715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,16,power_law_1.2,0.12211840152740479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,16,power_law_1.2,0.12416000366210937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,16,power_law_1.2,0.12154239416122437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,4,power_law_1.01,3.4521087646484374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,16,power_law_1.2,0.13460479974746703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,16,power_law_1.2,0.14594559669494628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,16,power_law_1.2,0.42269439697265626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,16,power_law_1.2,0.14143359661102295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,16,power_law_1.2,0.1509055972099304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,16,power_law_1.2,0.15512319803237914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,16,power_law_1.2,0.196288001537323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,16,power_law_1.2,0.24758400917053222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,16,power_law_1.2,0.25160319805145265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,16,power_law_1.2,0.3317951917648315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,16,power_law_1.2,0.42827520370483396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,16,power_law_1.2,0.5413311958312989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,16,power_law_1.2,0.7890175819396973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,16,power_law_1.2,0.9895615577697754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,16,power_law_1.2,1.2215359687805176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,16,power_law_1.2,1.7923263549804687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,128,power_law_1.2,3.1226688385009767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,16,power_law_1.2,2.8643007278442383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,2,power_law_1.2,0.08913279771804809
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,2,power_law_1.2,0.11418240070343018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,2,power_law_1.2,0.1469696044921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,2,power_law_1.2,0.2011712074279785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,2,power_law_1.2,0.2692608118057251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,2,power_law_1.2,0.29304959774017336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,2,power_law_1.2,0.4498112201690674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,2,power_law_1.2,0.4520768165588379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,2,power_law_1.2,0.4723072052001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,2,power_law_1.2,0.47692160606384276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,2,power_law_1.2,0.49338879585266116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,2,power_law_1.2,0.5387328147888184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,2,power_law_1.2,0.5388095855712891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,2,power_law_1.2,0.5761343955993652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,2,power_law_1.2,0.5909247875213623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,2,power_law_1.2,0.6042111873626709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,2,power_law_1.2,0.6670783996582031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,2,power_law_1.2,0.723961591720581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,2,power_law_1.2,0.801420783996582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,2,power_law_1.2,0.8591808319091797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,2,power_law_1.2,1.044313621520996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,2,power_law_1.2,1.2918272018432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,2,power_law_1.2,1.5921792030334472
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,2,power_law_1.2,2.1207296371459963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,2,power_law_1.2,2.5105920791625977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,2,power_law_1.2,3.6506881713867188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,2,power_law_1.2,4.740012741088867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,16,power_law_1.2,0.06798719763755798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,16,power_law_1.2,0.07104640007019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,16,power_law_1.2,0.06609280109405517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,16,power_law_1.2,0.07007359862327575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,16,power_law_1.2,0.0686784029006958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,16,power_law_1.2,0.0737600028514862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,16,power_law_1.2,0.07157120108604431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,16,power_law_1.2,0.07389439940452576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,16,power_law_1.2,0.07493119835853576
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,16,power_law_1.2,0.07561600208282471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,16,power_law_1.2,0.07692800164222717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,16,power_law_1.2,0.08357759714126586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,16,power_law_1.2,0.08309760093688964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,16,power_law_1.2,0.09107199907302857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,16,power_law_1.2,0.09887999892234803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,16,power_law_1.2,0.10153599977493286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,16,power_law_1.2,0.10266239643096924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,16,power_law_1.2,0.12135039567947388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,16,power_law_1.2,0.14101120233535766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,16,power_law_1.2,0.18367359638214112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,16,power_law_1.2,0.20410239696502686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,16,power_law_1.2,0.26776320934295655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,16,power_law_1.2,0.36199679374694826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,16,power_law_1.2,0.5144256114959717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,32,power_law_1.01,0.060288000106811526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,32,power_law_1.01,0.05671679973602295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,32,power_law_1.01,0.05555840134620667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,32,power_law_1.01,0.05512319803237915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,32,power_law_1.01,0.055353599786758426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,32,power_law_1.01,0.056934398412704465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,32,power_law_1.01,0.057555198669433594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,16,power_law_1.2,0.7082240104675293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,32,power_law_1.01,0.05868160128593445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,32,power_law_1.01,0.058963197469711306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,32,power_law_1.01,0.0590399980545044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,32,power_law_1.01,0.06633599996566772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,32,power_law_1.01,0.07292799949645996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,32,power_law_1.01,0.07326719760894776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,32,power_law_1.01,0.08919039964675904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,32,power_law_1.01,0.09534720182418824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,16,power_law_1.2,1.0091008186340331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,32,power_law_1.01,0.3828160047531128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,32,power_law_1.01,0.09006720185279846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,32,power_law_1.01,0.10069760084152221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,32,power_law_1.01,0.11148799657821655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,32,power_law_1.01,0.1265663981437683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,32,power_law_1.01,0.17248640060424805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,32,power_law_1.01,0.22832000255584717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,32,power_law_1.01,0.2732863903045654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,32,power_law_1.01,0.38241279125213623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,32,power_law_1.01,0.486572790145874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,32,power_law_1.01,0.677504014968872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,32,power_law_1.01,0.8973952293395996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,16,power_law_1.2,1.145683193206787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,16,balanced,0.06166933476924896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,16,balanced,0.0609493354956309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,16,balanced,0.06693333387374878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,16,balanced,0.08737599849700928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,16,balanced,0.10347732901573181
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,16,balanced,0.11844799915949504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,16,balanced,0.11988266309102376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,16,balanced,0.12107200423876445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,16,balanced,0.12266133228937785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,16,balanced,0.12338133653004964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,16,balanced,0.1256480018297831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,16,balanced,0.1266986628373464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,16,balanced,0.12833600242932638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,16,balanced,0.1313706636428833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,16,balanced,0.13531200091044107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,16,balanced,0.14355732997258505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,16,balanced,0.1499626636505127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,16,balanced,0.16473066806793213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,16,balanced,0.17365866899490356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,16,balanced,0.23896533250808716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,16,balanced,0.23405333360036215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,16,balanced,0.3609386682510376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,16,balanced,0.3754613399505615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,16,balanced,0.5831040143966675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,16,balanced,0.6647146542867025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,16,balanced,0.9910826683044434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,16,balanced,1.2099733352661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,4,balanced,0.12477866808573405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,4,balanced,0.17045332988103232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,4,balanced,0.30259732405344647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,4,balanced,0.4788320064544678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,4,balanced,0.8595413366953532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,4,balanced,1.657050609588623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,4,balanced,2.4781440099080405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,4,balanced,2.4875307083129883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,4,balanced,2.4911039670308432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,4,balanced,2.4928693771362305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,4,balanced,2.5027999877929688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,4,balanced,2.515178680419922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,4,balanced,2.521872043609619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,4,balanced,2.5392053922017417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,4,balanced,2.5535252888997397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,4,balanced,2.57150936126709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,4,balanced,2.606032053629557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,4,balanced,2.6692107518514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,4,balanced,2.759221394856771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,4,balanced,2.856351852416992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,4,balanced,3.0004212061564126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,4,balanced,3.148010571797689
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,4,balanced,3.570458730061849
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,4,balanced,3.9757865269978843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,4,balanced,6.344757080078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,4,balanced,7.244255701700847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,4,balanced,9.853279749552408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,128,power_law_1.01,0.1146880030632019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,128,power_law_1.01,0.11778559684753417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,128,power_law_1.01,0.10588159561157226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,128,power_law_1.01,0.11109119653701782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,128,power_law_1.01,0.10945279598236084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,128,power_law_1.01,0.10813440084457397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,128,power_law_1.01,0.10991359949111938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,128,power_law_1.01,0.11280640363693237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,128,power_law_1.01,0.11334400177001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,128,power_law_1.01,0.11167999505996704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,128,power_law_1.01,0.11859840154647827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,128,power_law_1.01,0.11738879680633545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,128,power_law_1.01,0.11843199729919433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,128,power_law_1.01,0.1309056043624878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,128,power_law_1.01,0.13659520149230958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,128,power_law_1.01,0.14814079999923707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,128,power_law_1.01,0.15922559499740602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,128,power_law_1.01,0.1989824056625366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,128,power_law_1.01,0.23629438877105713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,128,power_law_1.01,0.2967103958129883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,128,power_law_1.01,0.41680002212524414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,128,power_law_1.01,0.5273087978363037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,128,power_law_1.01,0.5579967975616456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,128,power_law_1.01,0.831942367553711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,128,power_law_1.01,1.0141183853149414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,128,power_law_1.01,1.443014430999756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,128,power_law_1.01,2.2922367095947265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,1,power_law_1.01,0.07197440266609192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,1,power_law_1.01,0.09059839844703674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,1,power_law_1.01,0.11874560117721558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,1,power_law_1.01,0.1919167995452881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,1,power_law_1.01,0.2625216007232666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,1,power_law_1.01,0.3234368085861206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,1,power_law_1.01,0.4463039875030518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,1,power_law_1.01,0.4681663990020752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,1,power_law_1.01,0.49176959991455077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,1,power_law_1.01,0.4947455883026123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,1,power_law_1.01,0.5243264198303222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,1,power_law_1.01,0.5434815883636475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,1,power_law_1.01,0.5653952121734619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,1,power_law_1.01,0.5915647983551026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,1,power_law_1.01,0.6156415939331055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,1,power_law_1.01,0.6399040222167969
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,1,power_law_1.01,0.6822207927703857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,1,power_law_1.01,0.7702464103698731
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,1,power_law_1.01,0.8424320220947266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,1,power_law_1.01,1.0150208473205566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,1,power_law_1.01,1.186393642425537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,1,power_law_1.01,1.4785344123840332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,1,power_law_1.01,1.760960006713867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,1,power_law_1.01,2.3628671646118162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,1,power_law_1.01,2.9233407974243164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.5340544223785401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.8753215789794921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,1,power_law_1.01,4.147187042236328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,4,power_law_1.2,1.318336009979248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,4,power_law_1.2,1.7611007690429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,1,power_law_1.01,5.389702224731446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,4,power_law_1.2,2.2961023330688475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,4,power_law_1.2,2.722400093078613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,4,power_law_1.2,3.3748542785644533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,4,power_law_1.2,3.888889694213867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,4,power_law_1.2,3.9637119293212892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,4,power_law_1.2,3.911065673828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,4,power_law_1.2,3.9187007904052735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,4,power_law_1.2,4.259743881225586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,4,power_law_1.2,3.801350402832031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,4,power_law_1.2,4.052320098876953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,4,power_law_1.2,5.104524612426758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,4,power_law_1.2,4.788460922241211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,4,power_law_1.2,5.197241592407226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,4,power_law_1.2,5.964243316650391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,4,power_law_1.2,19.978131103515626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,16,power_law_1.01,0.05548160076141358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,16,power_law_1.01,0.04890879988670349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,16,power_law_1.01,0.04508799910545349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,16,power_law_1.01,0.041247999668121337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,16,power_law_1.01,0.03521279990673065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,16,power_law_1.01,0.0442111998796463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,16,power_law_1.01,0.047942399978637695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,16,power_law_1.01,0.04867199957370758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,16,power_law_1.01,0.04991360008716583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,16,power_law_1.01,0.05292159914970398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,4,power_law_1.2,28.153082275390624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,16,power_law_1.01,0.056415998935699464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,16,power_law_1.01,0.059596800804138185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,16,power_law_1.01,0.061286401748657224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,16,power_law_1.01,0.057055997848510745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,16,power_law_1.01,0.06410880088806152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,16,power_law_1.01,0.06734079718589783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,16,power_law_1.01,0.07502719759941101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,16,power_law_1.01,0.08765439987182617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,4,power_law_1.2,7.730477142333984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,16,power_law_1.01,0.09386879801750184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,16,power_law_1.01,0.11516799926757812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,16,power_law_1.01,0.15498239994049073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,16,power_law_1.01,0.24099841117858886
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,16,power_law_1.01,0.21402881145477295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,16,power_law_1.01,0.3280895948410034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,16,power_law_1.01,0.433292818069458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,4,power_law_1.2,9.016652679443359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,16,power_law_1.01,0.6572095870971679
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,16,power_law_1.01,0.8945471763610839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,4,power_law_1.2,9.297408294677734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,4,power_law_1.2,11.691551971435548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,4,power_law_1.2,14.497042846679687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,4,power_law_1.2,19.045773315429688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,4,power_law_1.2,24.155052185058594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,8,balanced,0.04975466430187225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,8,balanced,0.03948266555865606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,8,balanced,0.04171733558177948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,8,balanced,0.06770666440327962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,8,balanced,0.09795733292897542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,8,balanced,0.12873066465059915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,8,balanced,0.13057066996892294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,8,balanced,0.12385066350301106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,8,balanced,0.12531200051307678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,8,balanced,0.12607999642690024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,8,balanced,0.12758933504422507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,8,balanced,0.12828800082206726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,8,balanced,0.12989333271980286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,8,balanced,0.13191999991734824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,8,balanced,0.13596266508102417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,8,balanced,0.1381173332532247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,8,balanced,0.1399733324845632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,8,balanced,0.17271999518076578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,8,balanced,0.1606986622015635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,8,balanced,0.19829867283503214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,8,balanced,0.20894400278727213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,8,balanced,0.24169600009918213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,8,balanced,0.26124799251556396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,16,4,power_law_1.01,0.11017600297927857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,8,balanced,0.3734399875005086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,8,balanced,0.470304012298584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,16,4,power_law_1.01,0.12242560386657715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,8,balanced,0.6623680194218954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,8,balanced,0.8616053263346354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,16,4,power_law_1.01,0.170905601978302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,16,4,power_law_1.01,0.16822400093078613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,16,4,power_law_1.01,0.22755200862884523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,16,4,power_law_1.01,0.2780735969543457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,16,4,power_law_1.01,0.27455360889434816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,16,4,power_law_1.01,0.3530495882034302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,16,4,power_law_1.01,0.3233664035797119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,16,4,power_law_1.01,0.321996808052063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,16,4,power_law_1.01,0.3211456060409546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,16,4,power_law_1.01,0.3441087961196899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,16,4,power_law_1.01,0.3221888065338135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,16,4,power_law_1.01,0.3453439950942993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,16,4,power_law_1.01,0.3659456014633179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,16,4,power_law_1.01,0.40740480422973635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,16,4,power_law_1.01,0.4101568222045898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,16,4,power_law_1.01,0.48373122215270997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,16,4,power_law_1.01,0.511359977722168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,16,4,power_law_1.01,0.6128191947937012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,16,4,power_law_1.01,0.7173567771911621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,16,4,power_law_1.01,0.9742272377014161
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,16,4,power_law_1.01,1.1841792106628417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,16,4,power_law_1.01,1.6536127090454102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,16,4,power_law_1.01,1.9962879180908204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,16,4,power_law_1.01,2.7754047393798826
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,16,4,power_law_1.01,3.626015853881836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.6346047878265381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.7232831954956055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.7132607936859131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.7129727840423584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.713753604888916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.6663487911224365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.6549888134002686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.6345471858978271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.6032127857208252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.6211647987365723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.6146304130554199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.7066112041473389
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.7116799831390381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.667910385131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.6783103942871094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.6888959884643555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.8171008110046387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.9427071571350097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,32,power_law_1.01,1.0589568138122558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,32,power_law_1.01,1.328927993774414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,32,power_law_1.01,1.5961152076721192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,32,power_law_1.01,2.235212707519531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,32,power_law_1.01,2.7763391494750977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,32,power_law_1.01,3.749798583984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,32,power_law_1.01,4.790534210205078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,32,power_law_1.01,7.648403167724609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,32,power_law_1.01,10.687750244140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,16,power_law_1.2,0.08327040076255798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,16,power_law_1.2,0.11066880226135253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,16,power_law_1.2,0.11348479986190796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,16,power_law_1.2,0.10583679676055908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,16,power_law_1.2,0.10178560018539429
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,16,power_law_1.2,0.10245120525360107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,16,power_law_1.2,0.09804800152778625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,16,power_law_1.2,0.1012992024421692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,16,power_law_1.2,0.11055999994277954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,16,power_law_1.2,0.10402560234069824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,16,power_law_1.2,0.11573760509490967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,16,power_law_1.2,0.11380480527877808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,16,power_law_1.2,0.12175999879837036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,16,power_law_1.2,0.12362879514694214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,16,power_law_1.2,0.13238400220870972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,16,power_law_1.2,0.14933760166168214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,16,power_law_1.2,0.1498944044113159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,16,power_law_1.2,0.16513919830322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,16,power_law_1.2,0.20115840435028076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,16,power_law_1.2,0.2519808053970337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,16,power_law_1.2,0.29954559803009034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,16,power_law_1.2,0.4157695770263672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,16,power_law_1.2,0.4695295810699463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,16,power_law_1.2,0.7286719799041748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,16,power_law_1.2,0.8478207588195801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,16,power_law_1.2,1.1796799659729005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,16,power_law_1.2,1.7309440612792968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,8,power_law_1.01,0.0800000011920929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,8,power_law_1.01,0.07550719976425171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,8,power_law_1.01,0.08840320110321045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,8,power_law_1.01,0.09822720289230347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,8,power_law_1.01,0.09253119826316833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,8,power_law_1.01,0.10289280414581299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,8,power_law_1.01,0.10483200550079345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,8,power_law_1.01,0.10965119600296021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,8,power_law_1.01,0.11522560119628907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,8,power_law_1.01,0.11666560173034668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,8,power_law_1.01,0.12109440565109253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,8,power_law_1.01,0.12348159551620483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,8,power_law_1.01,0.12903679609298707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,8,power_law_1.01,0.13493759632110597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,8,power_law_1.01,0.14841599464416505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,8,power_law_1.01,0.1606528043746948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,8,power_law_1.01,0.15786880254745483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,8,power_law_1.01,0.18839679956436156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,8,power_law_1.01,0.21364479064941405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,8,power_law_1.01,0.2504319906234741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,8,power_law_1.01,0.2932096004486084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,8,power_law_1.01,0.39835519790649415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,8,power_law_1.01,0.4560512065887451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,8,power_law_1.01,0.7012671947479248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,8,power_law_1.01,1.0318207740783691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,8,power_law_1.01,1.4622015953063965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,8,power_law_1.01,2.359385681152344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,8,power_law_1.01,0.31134719848632814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,8,power_law_1.01,0.47543678283691404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,8,power_law_1.01,0.5328383922576905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,8,power_law_1.01,0.5818560123443604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,8,power_law_1.01,0.6769408226013184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,8,power_law_1.01,0.6546304225921631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,8,power_law_1.01,0.772211217880249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,8,power_law_1.01,0.7437888145446777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,8,power_law_1.01,0.7826496124267578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,8,power_law_1.01,0.7596352100372314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,8,power_law_1.01,0.730348777770996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,8,power_law_1.01,0.7599552154541016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,8,power_law_1.01,0.8414912223815918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,8,power_law_1.01,0.8522175788879395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,8,power_law_1.01,0.8936575889587403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,8,power_law_1.01,0.9037823677062988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,8,power_law_1.01,0.9574144363403321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,8,power_law_1.01,1.0782015800476075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,8,power_law_1.01,1.1976703643798827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,8,power_law_1.01,1.35797119140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,8,power_law_1.01,1.5124671936035157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,8,power_law_1.01,2.0781696319580076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,8,power_law_1.01,2.375609588623047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,8,power_law_1.01,3.015072059631348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,8,power_law_1.01,4.14571533203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,8,power_law_1.01,5.519961547851563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,8,power_law_1.01,7.244051361083985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,64,balanced,0.02869333326816559
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,64,balanced,0.030031998952229817
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,64,balanced,0.028725333511829376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,64,balanced,0.028933333853880566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,64,balanced,0.02994133283694585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,64,balanced,0.031082667410373688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,64,balanced,0.03158933420976003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,64,balanced,0.031199999153614044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,64,balanced,0.03142933299144109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,64,balanced,0.031871999303499855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,64,balanced,0.03275199979543686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,64,balanced,0.03336533407370249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,64,balanced,0.03366400053103765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,64,balanced,0.03475199888149897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,64,balanced,0.043391997615496315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,64,balanced,0.043840001026789345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,64,balanced,0.04493333399295807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,64,balanced,0.04645866652329763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,64,balanced,0.047872001926104225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,64,balanced,0.05156266689300537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,64,balanced,0.05589866638183594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,64,balanced,0.06377066671848297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,64,balanced,0.0736053337653478
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,64,balanced,0.10357866684595744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,64,balanced,0.1332319974899292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,64,balanced,0.16004799803098044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,64,balanced,0.18397865692774454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,16,4,power_law_1.01,0.06709759831428527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,16,4,power_law_1.01,0.06734079718589783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,16,4,power_law_1.01,0.07704960107803345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,16,4,power_law_1.01,0.07690879702568054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,16,4,power_law_1.01,0.08871039748191833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,16,4,power_law_1.01,0.08604159951210022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,16,4,power_law_1.01,0.10503679513931274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,16,4,power_law_1.01,0.08863999843597412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,16,4,power_law_1.01,0.08975359797477722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,16,4,power_law_1.01,0.0886847972869873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,16,4,power_law_1.01,0.09761279821395874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,16,4,power_law_1.01,0.115392005443573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,16,4,power_law_1.01,0.13445760011672975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,16,4,power_law_1.01,0.14328960180282593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,16,4,power_law_1.01,0.1827455997467041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,16,4,power_law_1.01,0.20224640369415284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,16,4,power_law_1.01,0.21043839454650878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,16,4,power_law_1.01,0.24252800941467284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,16,4,power_law_1.01,0.2899456024169922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,16,4,power_law_1.01,0.49837441444396974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,16,4,power_law_1.01,0.5186111927032471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,16,4,power_law_1.01,0.8426239967346192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,16,4,power_law_1.01,0.9641983985900879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,16,4,power_law_1.01,1.6063808441162108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,16,4,power_law_1.01,2.174566459655762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,8,balanced,0.03346133232116699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,8,balanced,0.031445334355036415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,8,balanced,0.04435733457406362
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,8,balanced,0.07326399783293407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,8,balanced,0.11031466722488403
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,8,balanced,0.11257066329320271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,8,balanced,0.11342933773994446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,8,balanced,0.11357866724332173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,8,balanced,0.11406933267911275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,8,balanced,0.11473600069681804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,8,balanced,0.1172320048014323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,8,balanced,0.11786133050918579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,8,balanced,0.11940266688664754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,8,balanced,0.12222933769226074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,8,balanced,0.12972266475359598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,8,balanced,0.13186132907867432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,8,balanced,0.13529066244761148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,8,balanced,0.14922133088111877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,8,balanced,0.15832533439000449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,8,balanced,0.19008533159891763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,8,balanced,0.2023199995358785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,8,balanced,0.26636799176534015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,8,balanced,0.33444801966349286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,8,balanced,0.4538666804631551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,8,balanced,0.5982773303985596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,8,balanced,0.8964213530222574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,8,balanced,1.1411413351694744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.5471871852874756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.8845248222351074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,16,4,power_law_1.01,3.1347072601318358
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,2,power_law_1.01,1.662099266052246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,2,power_law_1.01,2.33242244720459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,2,power_law_1.01,3.8223873138427735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,2,power_law_1.01,4.81921272277832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,2,power_law_1.01,5.351200103759766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,2,power_law_1.01,6.792972564697266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,2,power_law_1.01,7.296550750732422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,2,power_law_1.01,7.584992218017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,2,power_law_1.01,7.921446228027344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,2,power_law_1.01,7.622265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,2,power_law_1.01,8.116159820556641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,2,power_law_1.01,8.095884704589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,2,power_law_1.01,9.049356842041016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,2,power_law_1.01,9.047904205322265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,8,power_law_1.01,0.11274880170822144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,2,power_law_1.01,9.179603576660156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,8,power_law_1.01,0.1663424015045166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,8,power_law_1.01,0.11331839561462402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,8,power_law_1.01,0.17537280321121215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,8,power_law_1.01,0.17210240364074708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,8,power_law_1.01,0.18024959564208984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,2,power_law_1.01,10.21457290649414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,8,power_law_1.01,0.201363205909729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,8,power_law_1.01,0.19546879529953004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,8,power_law_1.01,0.19589760303497314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,8,power_law_1.01,0.2056191921234131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,8,power_law_1.01,0.2100735902786255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,8,power_law_1.01,0.2198080062866211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,8,power_law_1.01,0.2190016031265259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,8,power_law_1.01,0.22433919906616212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,8,power_law_1.01,0.22860159873962402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,8,power_law_1.01,0.25013759136199953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,8,power_law_1.01,0.26954240798950196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,8,power_law_1.01,0.3076672077178955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,2,power_law_1.01,11.369369506835938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,8,power_law_1.01,0.2998464107513428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,8,power_law_1.01,0.3773632049560547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,8,power_law_1.01,0.39853439331054685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,8,power_law_1.01,0.5411712169647217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,8,power_law_1.01,0.7033984184265136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,8,power_law_1.01,0.9318143844604492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,2,power_law_1.01,12.927290344238282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,8,power_law_1.01,1.2331263542175293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,8,power_law_1.01,1.8422719955444335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,8,power_law_1.01,2.24268798828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,2,power_law_1.01,55.01510009765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,16,4,power_law_1.01,4.461881637573242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,4,power_law_1.2,0.05931519865989685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,4,power_law_1.2,0.0590719997882843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,4,power_law_1.2,0.061817598342895505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,4,power_law_1.2,0.08089600205421447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,4,power_law_1.2,0.08739839792251587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,4,power_law_1.2,0.11896320581436157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,4,power_law_1.2,0.12536319494247436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,4,power_law_1.2,0.11660159826278686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,4,power_law_1.2,0.11902079582214356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,4,power_law_1.2,0.12440320253372192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,4,power_law_1.2,0.12499200105667115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,4,power_law_1.2,0.1309440016746521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,4,power_law_1.2,0.13189760446548462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,4,power_law_1.2,0.13678719997406005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,4,power_law_1.2,0.14231679439544678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,4,power_law_1.2,0.1498304009437561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,4,power_law_1.2,0.16208640336990357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,4,power_law_1.2,0.18689279556274413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,4,power_law_1.2,0.20892798900604248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,4,power_law_1.2,0.23770880699157715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,4,power_law_1.2,0.27325439453125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,4,power_law_1.2,0.3815551996231079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,4,power_law_1.2,0.42213120460510256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,4,power_law_1.2,0.6109504222869873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,4,power_law_1.2,0.8741888046264649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,8,power_law_1.2,0.31089279651641843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,4,power_law_1.2,1.1645312309265137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,8,power_law_1.2,0.4935743808746338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,8,power_law_1.2,0.41936001777648924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,2,power_law_1.01,80.93292236328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,8,power_law_1.2,0.5041408061981201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,8,power_law_1.2,0.642086410522461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,8,power_law_1.2,0.744870376586914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,8,power_law_1.2,0.7779263973236084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,8,power_law_1.2,0.734611177444458
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,8,power_law_1.2,0.7071104049682617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,8,power_law_1.2,0.78787841796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,8,power_law_1.2,0.7291647911071777
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,8,power_law_1.2,0.803711986541748
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,2,power_law_1.01,16.29424591064453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,8,power_law_1.2,0.813260841369629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,8,power_law_1.2,0.8299967765808105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,8,power_law_1.2,0.9277248382568359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,8,power_law_1.2,0.9672575950622558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,8,power_law_1.2,1.0142848014831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,8,power_law_1.2,1.2041407585144044
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,8,power_law_1.2,1.2213184356689453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,4,power_law_1.2,1.825823974609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,8,power_law_1.2,1.4880319595336915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,8,power_law_1.2,1.667353630065918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,2,power_law_1.01,20.570144653320312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,8,power_law_1.2,1.9597951889038085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,8,power_law_1.2,2.6515520095825194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,8,power_law_1.2,3.7054206848144533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,8,power_law_1.2,4.417254257202148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,2,power_law_1.01,24.616178894042967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,8,power_law_1.2,6.880786895751953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,8,power_law_1.2,8.342400360107423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,2,power_law_1.01,33.58723754882813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,2,power_law_1.01,40.08865966796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,128,balanced,0.04832000037034353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,128,balanced,0.04806933303674062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,128,balanced,0.04809600114822388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,128,balanced,0.04828799764315287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,128,balanced,0.04901866614818573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,128,balanced,0.050479998191197716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,128,balanced,0.050800000627835594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,128,balanced,0.050810664892196655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,128,balanced,0.05106666684150696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,128,balanced,0.05268799761931101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,128,balanced,0.052746668457984924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,128,balanced,0.05304533243179321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,128,balanced,0.053301334381103516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,128,balanced,0.054645334680875145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,128,balanced,0.05733866492907206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,128,balanced,0.05793599784374237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,128,balanced,0.061466669042905174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,128,balanced,0.060640002290407814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,128,balanced,0.06222933530807495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,128,balanced,0.07874666651089986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,128,balanced,0.08813333511352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,128,balanced,0.09927999973297119
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,128,balanced,0.10849066575368245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,128,balanced,0.12175466616948445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,128,balanced,0.1442080040772756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,128,balanced,0.17165867487589517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,128,balanced,0.2055306633313497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,1,balanced,0.06603200236956279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,1,balanced,0.08392000198364258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,1,balanced,0.12307199835777283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,1,balanced,0.21596799294153848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,1,balanced,0.39690665404001874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,1,balanced,0.4026346604029338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,1,balanced,0.40662399927775067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,1,balanced,0.41105600198109943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,1,balanced,0.4140640099843343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,1,balanced,0.41757333278656006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,1,balanced,0.4274880091349284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,1,balanced,0.43325332800547284
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,1,balanced,0.44357868035634357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,1,balanced,0.4578719933827718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,1,balanced,0.476800004641215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,1,balanced,0.4894026517868042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,1,balanced,0.5201546748479208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,1,balanced,0.5877333482106527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,1,balanced,0.6528000036875407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,1,balanced,0.8216213385264078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,1,balanced,0.9454027016957601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,1,balanced,1.2530133724212646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,1,balanced,1.6269973119099934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,1,balanced,2.3859519958496094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,1,balanced,3.129647890726725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,1,balanced,4.623498598734538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,1,balanced,6.165413538614909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,1,balanced,0.13041067123413086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,1,balanced,0.22327999273935953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,1,balanced,0.38121600945790607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,1,balanced,0.727183977762858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,1,balanced,1.4238826433817546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,1,balanced,1.434655984242757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,1,balanced,1.4428799947102864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,1,balanced,1.4498292605082195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,1,balanced,1.4569652875264485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,1,balanced,1.4675359725952148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,1,balanced,1.4800106684366863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,1,balanced,1.499253273010254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,1,balanced,1.5092906951904297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,1,balanced,1.5340693791707356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,1,balanced,1.5906133651733398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,1,balanced,1.6121279398600261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,1,balanced,1.6678293546040852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,1,balanced,1.741370677947998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,1,balanced,1.868949254353841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,1,balanced,2.099466641743978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,1,balanced,2.2949652671813965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,1,balanced,3.489093462626139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,1,balanced,4.053989410400391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,1,balanced,5.982655843098958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,1,balanced,7.890623728434245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,1,balanced,11.828559875488281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,1,balanced,15.692916870117188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,2,64,power_law_1.2,0.08325759768486023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,2,64,power_law_1.2,0.07371519804000855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,2,64,power_law_1.2,0.07377920150756836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,2,64,power_law_1.2,0.07123200297355652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,2,64,power_law_1.2,0.06972159743309021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,2,64,power_law_1.2,0.07055360078811646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,2,64,power_law_1.2,0.07738239765167236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,2,64,power_law_1.2,0.07839999794960022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,2,64,power_law_1.2,0.07728000283241272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,2,64,power_law_1.2,0.0790336012840271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,2,64,power_law_1.2,0.08613119721412658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,2,64,power_law_1.2,0.08860160112380981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,2,64,power_law_1.2,0.08522239923477173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,2,64,power_law_1.2,0.10105600357055664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,2,64,power_law_1.2,0.10503040552139283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,2,64,power_law_1.2,0.10722559690475464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,2,64,power_law_1.2,0.11127680540084839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,2,64,power_law_1.2,0.1430400013923645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,2,64,power_law_1.2,0.1652799963951111
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,2,64,power_law_1.2,0.20887680053710939
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,2,64,power_law_1.2,0.2545727968215942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,2,64,power_law_1.2,0.32277119159698486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,2,64,power_law_1.2,0.47599358558654786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,2,64,power_law_1.2,0.7495615959167481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,2,64,power_law_1.2,1.0318143844604493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,2,64,power_law_1.2,1.2109888076782227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,2,64,power_law_1.2,1.7607423782348632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,32,4,balanced,0.0711839993794759
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,32,4,balanced,0.07411733269691467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,32,4,balanced,0.08501866459846497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,32,4,balanced,0.09727999567985535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,32,4,balanced,0.12084800004959106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,32,4,balanced,0.17377599080403647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,32,4,balanced,0.2286613384882609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,32,4,balanced,0.2308746576309204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,32,4,balanced,0.23181867599487305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,32,4,balanced,0.2320906718571981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,32,4,balanced,0.23811199267705283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,32,4,balanced,0.24153600136439005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,32,4,balanced,0.24421866734822592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,32,4,balanced,0.2539733250935872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,32,4,balanced,0.26013867060343426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,32,4,balanced,0.27078932523727417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,32,4,balanced,0.2831573287645976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,32,4,balanced,0.31221866607666016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,32,4,balanced,0.3455306688944499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,32,4,balanced,0.41918933391571045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,32,4,balanced,0.5012960036595663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,32,4,balanced,0.6552266677220663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,32,4,balanced,0.8494880199432373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,32,4,balanced,1.107647975285848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,32,4,balanced,1.4613866806030273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,32,4,balanced,2.0419413248697915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,32,4,balanced,2.690959930419922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.11592320203781128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.1289728045463562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.17477760314941407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.25808000564575195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.35301120281219484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.4912703990936279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.6635456085205078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.7162816047668457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.7545792102813721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.7679232120513916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.8141311645507813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.8646783828735352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.8820992469787597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.9390656471252441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.986451244354248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,1,power_law_1.2,1.0518848419189453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,1,power_law_1.2,1.0716032028198241
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,1,power_law_1.2,1.2465791702270508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,1,power_law_1.2,5.265388870239258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,1,power_law_1.2,7.87847671508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,1,power_law_1.2,2.0475263595581055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,1,power_law_1.2,2.622758483886719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,8,power_law_1.2,0.15614080429077148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,8,power_law_1.2,0.1833024024963379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,1,power_law_1.2,3.157427215576172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,8,power_law_1.2,0.19610879421234131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,8,power_law_1.2,0.22568318843841553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,1,power_law_1.2,4.244812774658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,8,power_law_1.2,0.2557823896408081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,8,power_law_1.2,0.2657984018325806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,8,power_law_1.2,0.24161279201507568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,1,power_law_1.2,5.358451080322266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,8,power_law_1.2,0.2448575973510742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,8,power_law_1.2,0.26494081020355226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,8,power_law_1.2,0.27603199481964114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,8,power_law_1.2,0.2702719926834106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,8,power_law_1.2,0.28146560192108155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,8,power_law_1.2,0.2880064010620117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,1,power_law_1.2,7.657062530517578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,8,power_law_1.2,0.31637120246887207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,8,power_law_1.2,0.3313215970993042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,8,power_law_1.2,0.3396672010421753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,8,power_law_1.2,0.3609855890274048
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,8,power_law_1.2,0.45717759132385255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,8,power_law_1.2,0.45418238639831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,8,power_law_1.2,0.5727935791015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,8,power_law_1.2,0.7316927909851074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,8,power_law_1.2,0.9678848266601563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,1,power_law_1.2,9.888531494140626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,8,power_law_1.2,1.084883213043213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,8,power_law_1.2,1.6528192520141602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,8,power_law_1.2,1.9798528671264648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,2,power_law_1.2,0.03436160087585449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,2,power_law_1.2,0.040940800309181215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,2,power_law_1.2,0.052876800298690796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,8,power_law_1.2,3.058195114135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,2,power_law_1.2,0.0686016023159027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,2,power_law_1.2,0.07396479845046997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,2,power_law_1.2,0.10908160209655762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,2,power_law_1.2,0.12006399631500245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,2,power_law_1.2,0.11824640035629272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,2,power_law_1.2,0.12155519723892212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,2,power_law_1.2,0.1208448052406311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,2,power_law_1.2,0.13173120021820067
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,2,power_law_1.2,0.42043519020080566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,2,power_law_1.2,0.627123212814331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,2,power_law_1.2,0.14986879825592042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,2,power_law_1.2,0.15367679595947265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,2,power_law_1.2,0.15945600271224974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,2,power_law_1.2,0.1838719964027405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,2,power_law_1.2,0.19949439764022828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,2,power_law_1.2,0.2180543899536133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,2,power_law_1.2,0.2705215930938721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,2,power_law_1.2,0.3166719913482666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,2,power_law_1.2,0.45491838455200195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,2,power_law_1.2,0.5851327896118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,2,power_law_1.2,0.8226688385009766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,8,power_law_1.2,4.1472831726074215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,2,power_law_1.2,0.9933312416076661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,4,balanced,0.04251199960708618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,4,balanced,0.03937600056330363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,4,balanced,0.05541866521040598
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,4,balanced,0.055311997731526695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,4,balanced,0.05607999861240387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,4,balanced,0.0569706658522288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,4,balanced,0.0576853354771932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,4,balanced,0.05820799867312113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,4,balanced,0.06353599826494853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,4,balanced,0.06481599807739258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,4,balanced,0.06645333270231883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,4,balanced,0.06638399759928386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,4,balanced,0.06628799935181935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,4,balanced,0.06756799916426341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,4,balanced,0.0792906681696574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,4,balanced,0.08158933122952779
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,4,balanced,0.09642666578292847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,4,balanced,0.11495467027028401
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,4,balanced,0.1397546629110972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,4,balanced,0.1516320010026296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,4,balanced,0.21492266654968262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,4,balanced,0.281765341758728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,4,balanced,0.3498826821645101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,4,balanced,0.49827734629313153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,4,balanced,0.632207989692688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,4,balanced,0.9339146614074707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,4,balanced,1.2013013362884521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,8,power_law_1.2,0.038553598523139956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,8,power_law_1.2,0.03738879859447479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,8,power_law_1.2,0.038022398948669434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,8,power_law_1.2,0.038124799728393555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,8,power_law_1.2,0.038227200508117676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,8,power_law_1.2,0.05560320019721985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,8,power_law_1.2,0.06779519915580749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,8,power_law_1.2,0.0720192015171051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,8,power_law_1.2,0.25603840351104734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,2,power_law_1.2,1.4604543685913085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,8,power_law_1.2,0.8011967658996582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,8,power_law_1.2,0.06183040142059326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,8,power_law_1.2,0.06384639739990235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,8,power_law_1.2,0.0655232012271881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,8,power_law_1.2,0.09178239703178406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,8,power_law_1.2,0.09746559858322143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,8,power_law_1.2,0.11504000425338745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,8,power_law_1.2,0.13607679605484008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,8,power_law_1.2,0.17980159521102906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,8,power_law_1.2,0.18971519470214843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,8,power_law_1.2,0.28161280155181884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,8,power_law_1.2,0.2760832071304321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,8,power_law_1.2,0.4465023994445801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,8,power_law_1.2,0.586303997039795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,2,power_law_1.2,1.9369535446166992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,8,power_law_1.2,0.8783552169799804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,8,power_law_1.2,1.0806143760681153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,8,power_law_1.01,0.12795519828796387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,8,power_law_1.01,0.1777151942253113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,8,power_law_1.01,0.2812160015106201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,8,power_law_1.01,0.23354880809783934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,8,power_law_1.01,0.3027967929840088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,8,power_law_1.01,0.30468480587005614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,8,power_law_1.01,0.3192064046859741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,8,power_law_1.01,0.33447680473327634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,8,power_law_1.01,0.3286272048950195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,8,power_law_1.01,0.27260799407958985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,8,power_law_1.01,0.31522560119628906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,8,power_law_1.01,0.3221888065338135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,8,power_law_1.01,0.3333823919296265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,8,power_law_1.01,0.33447680473327634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,8,power_law_1.01,0.366214394569397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,8,power_law_1.01,0.4047872066497803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,8,power_law_1.01,0.40032000541687013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,8,power_law_1.01,0.4528768062591553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,8,power_law_1.01,0.4463039875030518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,8,power_law_1.01,0.5638336181640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,8,power_law_1.01,0.6686592102050781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,8,power_law_1.01,0.8141119956970215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,8,power_law_1.01,1.0398847579956054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,8,power_law_1.01,1.346444797515869
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,8,power_law_1.01,1.6535104751586913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,8,power_law_1.01,2.329100799560547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,8,power_law_1.01,2.9626176834106444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,4,balanced,0.05126399795214335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,4,balanced,0.04186133543650309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,4,balanced,0.06419200201829274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,4,balanced,0.10757866501808167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,4,balanced,0.16739199558893839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,4,balanced,0.23138666152954102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,4,balanced,0.23206400871276855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,4,balanced,0.2270346681276957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,4,balanced,0.22778133551279703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,4,balanced,0.22818666696548462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,4,balanced,0.23128533363342285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,4,balanced,0.23360532522201538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,4,balanced,0.23508799076080322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,4,balanced,0.2387146751085917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,4,balanced,0.24514667193094888
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,4,balanced,0.24748265743255615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,4,balanced,0.25206400950749713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,4,balanced,0.27983466784159344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,4,balanced,0.280074675877889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,4,balanced,0.3277920087178548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,4,balanced,0.3372639815012614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,4,balanced,0.42875198523203534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,4,balanced,0.46594667434692383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,4,balanced,0.6873013178507487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,4,balanced,0.8331627051035563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,4,balanced,1.22651203473409
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,4,balanced,1.5494720141092937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,8,power_law_1.2,1.6516672134399415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,8,power_law_1.2,0.03519999980926514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,8,power_law_1.2,0.034643200039863584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,8,power_law_1.2,0.03333759903907776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,8,power_law_1.2,0.04470399916172028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,8,power_law_1.2,0.039724799990653994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,8,power_law_1.2,0.048019200563430786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,8,power_law_1.2,0.04904319941997528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,8,power_law_1.2,0.047839999198913574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,8,power_law_1.2,0.05311999917030334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,8,power_law_1.2,0.05356799960136414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,8,power_law_1.2,0.055641597509384154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,8,power_law_1.2,0.05564799904823303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,8,power_law_1.2,0.05767040252685547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,8,power_law_1.2,0.06033279895782471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,8,power_law_1.2,0.0642304003238678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,8,power_law_1.2,0.06503679752349853
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,8,power_law_1.2,0.0833791971206665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,8,power_law_1.2,0.08891519904136658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,8,power_law_1.2,0.0911679983139038
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,8,power_law_1.2,0.1282688021659851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,2,power_law_1.2,0.07856640219688416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,8,power_law_1.2,0.16548479795455934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,2,power_law_1.2,0.08301439881324768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,8,power_law_1.2,0.23649280071258544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,2,power_law_1.2,0.13512959480285644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,2,power_law_1.2,0.15794559717178344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,2,power_law_1.2,0.22539520263671875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,2,power_law_1.2,0.33753600120544436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,8,power_law_1.2,0.2568896055221558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,2,power_law_1.2,0.3567424058914185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,2,power_law_1.2,0.38161280155181887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,2,power_law_1.2,0.38024320602416994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,2,power_law_1.2,0.3871040105819702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,2,power_law_1.2,0.3997567892074585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,2,power_law_1.2,0.41413121223449706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,2,power_law_1.2,0.4155456066131592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,2,power_law_1.2,0.4638783931732178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,2,power_law_1.2,0.43636479377746584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,2,power_law_1.2,0.4561215877532959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,2,power_law_1.2,0.4700928211212158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,2,power_law_1.2,0.5232128143310547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,2,power_law_1.2,0.5386559963226318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,2,power_law_1.2,0.6437759876251221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,2,power_law_1.2,0.7624767780303955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,2,power_law_1.2,0.9630975723266602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,2,power_law_1.2,1.1241472244262696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,2,power_law_1.2,1.6339839935302733
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,8,power_law_1.2,0.39312000274658204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,2,power_law_1.2,1.960428810119629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,2,power_law_1.2,3.042336082458496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,4,64,balanced,0.06885866820812225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,4,64,balanced,0.08553066849708557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,4,64,balanced,0.08532266815503438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,4,64,balanced,0.10591466228167216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,4,64,balanced,0.12200533350308736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,4,64,balanced,0.12125333150227864
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,4,64,balanced,0.12124266227086385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,4,64,balanced,0.11564266681671143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,4,64,balanced,0.11613866686820984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,16,power_law_1.01,0.18903039693832396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,4,64,balanced,0.1169599990049998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,4,64,balanced,0.12014399965604146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,4,64,balanced,0.12072533369064331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,4,64,balanced,0.12205333511034648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,16,power_law_1.01,0.3098367929458618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,16,power_law_1.01,0.3051071882247925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,16,power_law_1.01,0.2991296052932739
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,16,power_law_1.01,0.2879487991333008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,4,64,balanced,0.12782933314641318
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,16,power_law_1.01,0.2754240036010742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,4,64,balanced,0.12879467010498047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,4,64,balanced,0.1363040010134379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,4,64,balanced,0.14316800236701965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,16,power_law_1.01,0.28193280696868894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,4,64,balanced,0.16795732577641806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,4,64,balanced,0.18397333224614462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,16,power_law_1.01,0.25445759296417236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,4,64,balanced,0.2345973253250122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,4,64,balanced,0.2563520073890686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,16,power_law_1.01,0.26331520080566406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,4,64,balanced,0.36136531829833984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,16,power_law_1.01,0.2718976020812988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,4,64,balanced,0.332314670085907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,8,power_law_1.2,0.48509440422058103
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,4,64,balanced,0.4880106846491496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,16,power_law_1.01,0.29970560073852537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,16,power_law_1.01,0.2699007987976074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,4,64,balanced,0.5670080184936523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,16,power_law_1.01,0.30103039741516113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,4,64,balanced,0.7910133202870687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,16,power_law_1.01,0.3109312057495117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,4,64,balanced,1.0171519915262859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,16,power_law_1.01,0.3147903919219971
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,16,power_law_1.01,0.31472001075744627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,16,power_law_1.01,1.5041664123535157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,16,power_law_1.01,2.1829248428344727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,16,power_law_1.01,0.4051648139953613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,16,power_law_1.01,0.482316780090332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,16,power_law_1.01,0.610591983795166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,16,power_law_1.01,0.7495296001434326
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,16,power_law_1.01,0.9680959701538085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,16,power_law_1.01,1.3364543914794922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,16,power_law_1.01,1.7663488388061523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,16,power_law_1.01,2.4037824630737306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,16,power_law_1.01,3.1719488143920898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,8,power_law_1.2,2.2806400299072265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,8,power_law_1.2,0.7168960094451904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,2,power_law_1.2,3.982233428955078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,8,power_law_1.2,0.8849535942077636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,64,power_law_1.2,0.05591679811477661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,64,power_law_1.2,0.05200639963150024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,64,power_law_1.2,0.04668160080909729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,64,power_law_1.2,0.05129600167274475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,64,power_law_1.2,0.054527997970581055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,64,power_law_1.2,0.058739197254180905
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,64,power_law_1.2,0.056358402967453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,64,power_law_1.2,0.05988479852676391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,64,power_law_1.2,0.06632320284843445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,64,power_law_1.2,0.0675711989402771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,64,power_law_1.2,0.07759360074996949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,64,power_law_1.2,0.45626239776611327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,64,power_law_1.2,0.6511104106903076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,64,power_law_1.2,0.07345280051231384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,64,power_law_1.2,0.07907840013504028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,64,power_law_1.2,0.08106880187988282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,64,power_law_1.2,0.11017600297927857
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,64,power_law_1.2,0.1559999942779541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,64,power_law_1.2,0.17345279455184937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,64,power_law_1.2,0.2450495958328247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,64,power_law_1.2,0.34773759841918944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,64,power_law_1.2,0.5196288108825684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,64,power_law_1.2,0.4829696178436279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,64,power_law_1.2,0.7189311981201172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,64,power_law_1.2,1.135923194885254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,64,power_law_1.2,1.6520959854125976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,64,power_law_1.2,1.92174072265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,32,balanced,0.04910400013128916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,32,balanced,0.042677332957585655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,32,balanced,0.043040002385775246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,32,balanced,0.062037333846092224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,32,balanced,0.06286933521429698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,32,balanced,0.07381866872310638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,32,balanced,0.07438399891058604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,32,balanced,0.07477333148320515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,32,balanced,0.07540800174077351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,32,balanced,0.07606933514277141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,32,balanced,0.07627733548482259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,32,balanced,0.07763200004895528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,32,balanced,0.07844266792138417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,32,balanced,0.0796853353579839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,32,balanced,0.08294400076071422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,32,balanced,0.08382399876912434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,32,balanced,0.0853760043780009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,32,balanced,0.0956053336461385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,32,balanced,0.09435733159383138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,32,balanced,0.1332319974899292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,32,balanced,0.11417067050933838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,32,balanced,0.18416533867518106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,32,balanced,0.15577600399653116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,32,balanced,0.20336000124613443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,32,balanced,0.25439467032750446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,32,balanced,0.33958931763966876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,32,balanced,0.43209067980448407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,2,power_law_1.01,0.4201216220855713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,2,power_law_1.01,0.6476799964904785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,2,power_law_1.01,0.8141887664794922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,2,power_law_1.01,1.2677696228027344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,2,power_law_1.01,1.7079679489135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,2,power_law_1.01,2.6612031936645506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,2,power_law_1.01,2.731577682495117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,2,power_law_1.01,2.756275177001953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,2,power_law_1.01,2.9494016647338865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,2,power_law_1.01,2.9413120269775392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,2,power_law_1.01,3.001132774353027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,2,power_law_1.01,3.117363166809082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,2,power_law_1.01,3.2442176818847654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,2,power_law_1.01,3.48326416015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,2,power_law_1.01,3.6793407440185546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,2,power_law_1.01,3.7775745391845703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,2,power_law_1.01,3.917388916015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,2,power_law_1.01,4.087161636352539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,2,power_law_1.01,4.301606369018555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,2,power_law_1.01,4.938687896728515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,2,power_law_1.01,5.3505409240722654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,2,power_law_1.01,6.856467437744141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,2,power_law_1.01,8.112480163574219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,2,power_law_1.01,11.213510131835937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,2,power_law_1.01,13.423193359375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,2,power_law_1.01,18.70936279296875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,2,power_law_1.01,24.502085876464843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,32,power_law_1.01,0.1236799955368042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,32,power_law_1.01,0.11806720495223999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,32,power_law_1.01,0.10896639823913574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,32,power_law_1.01,0.1080896019935608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,32,power_law_1.01,0.10496000051498414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,32,power_law_1.01,0.10091520547866821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,32,power_law_1.01,0.10968320369720459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,32,power_law_1.01,0.11013760566711425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,32,power_law_1.01,0.11037440299987793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,32,power_law_1.01,0.1130687952041626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,32,power_law_1.01,0.12116479873657227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,32,power_law_1.01,0.12608640193939208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,32,power_law_1.01,0.1341055989265442
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,32,power_law_1.01,0.13012479543685912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,32,power_law_1.01,0.13169280290603638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,32,power_law_1.01,0.14156800508499146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,32,power_law_1.01,0.1458624005317688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,32,power_law_1.01,0.1684671998023987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,32,power_law_1.01,0.1883263945579529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,32,power_law_1.01,0.2550463914871216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,32,power_law_1.01,0.30171520709991456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,32,power_law_1.01,0.42261757850646975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,32,power_law_1.01,0.4942463874816895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,32,power_law_1.01,0.7067840099334717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,32,power_law_1.01,0.8970560073852539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,32,power_law_1.01,1.3296256065368652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,32,power_law_1.01,1.6101568222045899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,8,power_law_1.2,0.06293119788169861
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,8,power_law_1.2,0.060684800148010254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,8,power_law_1.2,0.0606719970703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,8,power_law_1.2,0.0677183985710144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,8,power_law_1.2,0.0568448007106781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,8,power_law_1.2,0.07518079876899719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,2,power_law_1.01,0.19832320213317872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,8,power_law_1.2,0.07477120161056519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,8,power_law_1.2,0.08044800162315369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,2,power_law_1.01,0.34403200149536134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,8,power_law_1.2,0.08424959778785705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,8,power_law_1.2,0.0864575982093811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,2,power_law_1.01,0.47631359100341797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,8,power_law_1.2,0.0855296015739441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,8,power_law_1.2,0.08750079870223999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,2,power_law_1.01,0.6879039764404297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,8,power_law_1.2,0.09036160111427308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,8,power_law_1.2,0.09473279714584351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,2,power_law_1.01,0.9849920272827148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,8,power_law_1.2,0.10012160539627075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,8,power_law_1.2,0.10528000593185424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,2,power_law_1.01,1.218886375427246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,8,power_law_1.2,0.12536959648132323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,8,power_law_1.2,0.15223679542541504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,2,power_law_1.01,1.585324764251709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,8,power_law_1.2,0.16542719602584838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,8,power_law_1.2,0.2198335886001587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,8,power_law_1.2,0.2860991954803467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,2,power_law_1.01,1.7510976791381836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,8,power_law_1.2,0.35164799690246584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,2,power_law_1.01,1.6370624542236327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,2,power_law_1.01,1.807993507385254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,2,power_law_1.01,1.7880704879760743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,8,power_law_1.2,0.4577023983001709
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,64,balanced,0.07354666789372762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,64,balanced,0.0605973352988561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,64,balanced,0.060991997520128884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,64,balanced,0.06150933106740316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,2,power_law_1.01,1.8724096298217774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,64,balanced,0.07811200122038524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,64,balanced,0.10598400235176086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,64,balanced,0.10801066954930623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,64,balanced,0.10891200105349223
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,64,balanced,0.1097920040289561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,64,balanced,0.10990933577219646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,64,balanced,0.11217600107192993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,64,balanced,0.11337600151697795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,2,power_law_1.01,1.8296319961547851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,64,balanced,0.11424533526102702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,64,balanced,0.11805867155392964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,64,balanced,0.12145599722862244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,64,balanced,0.12365866700808208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,64,balanced,0.12786133090655008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,64,balanced,0.14054399728775024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,2,power_law_1.01,1.980454444885254
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,64,balanced,0.15018666783968607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,64,balanced,0.17010132471720377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,64,balanced,0.19216533501942953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,64,balanced,0.2388533353805542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,2,power_law_1.01,2.084806442260742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,64,balanced,0.26929599046707153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,64,balanced,0.3612693150838216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,64,balanced,0.46133331457773846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,2,power_law_1.01,2.2264575958251953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,64,balanced,0.6553386847178141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,2,power_law_1.01,2.31781120300293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,64,balanced,0.8277440071105957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,2,power_law_1.01,2.7233535766601564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,2,power_law_1.01,2.579155158996582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,2,power_law_1.01,3.101728057861328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,2,power_law_1.01,3.16428165435791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,2,power_law_1.01,3.864390563964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,2,power_law_1.01,4.5799102783203125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,2,power_law_1.01,5.902291107177734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,8,power_law_1.2,0.7806591987609863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,2,power_law_1.01,7.558067321777344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,8,balanced,0.07109333574771881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,8,balanced,0.09380267063776652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,8,balanced,0.10883733630180359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,8,balanced,0.15506666898727417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,8,balanced,0.2362239956855774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,8,balanced,0.294869323571523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,8,balanced,0.2974826693534851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,8,balanced,0.2795146703720093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,8,balanced,0.27979199091593426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,8,balanced,0.2827413280804952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,8,balanced,0.28945600986480713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,8,balanced,0.29041600227355957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,8,balanced,0.29572800795237225
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,8,balanced,0.3023253281911214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,2,power_law_1.01,10.392857360839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,8,balanced,0.30931200583775836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,8,balanced,0.31998932361602783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,8,balanced,0.3347040017445882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,8,balanced,0.3980746666590373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,8,balanced,0.401311993598938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,8,balanced,0.5177919864654541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,8,balanced,0.5810933510462443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,8,balanced,0.8085493246714274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,8,balanced,0.824181318283081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,8,power_law_1.2,0.9067328453063965
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,8,balanced,1.212773323059082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,8,balanced,1.5103467305501301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,8,balanced,2.1964747111002603
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,2,power_law_1.01,13.3724609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,8,balanced,2.7717440923055015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,64,balanced,0.04915200173854828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,64,balanced,0.04845866560935974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,64,balanced,0.049098665515581764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,64,balanced,0.04903466502825419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,64,balanced,0.05055999755859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,64,balanced,0.05629333357016245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,64,balanced,0.05750399827957153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,64,balanced,0.05835733314355215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,64,balanced,0.059061333537101746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,64,balanced,0.05987200140953064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,64,balanced,0.06150933106740316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,64,balanced,0.062368000547091164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,64,balanced,0.06426666676998138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,64,balanced,0.06749866902828217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,64,balanced,0.07162133355935414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,64,balanced,0.07372800012429555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,64,balanced,0.07970133423805237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,64,balanced,0.09469333291053772
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,64,balanced,0.10401599605878194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,64,balanced,0.11649066209793091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,64,balanced,0.13386666774749756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,64,balanced,0.16357866923014322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,64,balanced,0.19277334213256836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,64,balanced,0.27499733368555707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,64,balanced,0.32868800560633343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,64,balanced,0.4660213390986125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,64,balanced,0.5857013463973999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,8,power_law_1.2,1.3800319671630858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,8,balanced,0.0576853354771932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,8,balanced,0.054933334390322365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,8,balanced,0.062277331948280334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,8,balanced,0.10781866312026978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,8,balanced,0.1653493344783783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,8,balanced,0.22164267301559448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,8,balanced,0.22245333592096964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,8,balanced,0.21931199232737222
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,8,balanced,0.22089600563049316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,8,balanced,0.22196267048517862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,8,balanced,0.22408000628153482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,8,balanced,0.22526933749516806
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,8,balanced,0.2271733283996582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,8,balanced,0.22923733790715536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,8,balanced,0.2347360054651896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,8,balanced,0.23644266525904337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,8,balanced,0.24037333329518637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,8,balanced,0.27730133136113483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,8,balanced,0.2657066583633423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,8,balanced,0.3142079909642537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,8,balanced,0.3248213330904643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,8,balanced,0.39212799072265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,8,balanced,0.41765864690144855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,8,balanced,0.6206346750259399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,8,balanced,0.7053120136260986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,8,balanced,1.0908106962839763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,8,balanced,1.3069653511047363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,8,power_law_1.2,1.6183359146118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,32,power_law_1.2,0.0606656014919281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,32,power_law_1.2,0.05178239941596985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,32,power_law_1.2,0.05177599787712097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,32,power_law_1.2,0.04911360144615173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,32,power_law_1.2,0.04613119959831238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,32,power_law_1.2,0.0521664023399353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,32,power_law_1.2,0.05459840297698974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,32,power_law_1.2,0.054150402545928955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,32,power_law_1.2,0.05613440275192261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,32,power_law_1.2,0.05660799741744995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,32,power_law_1.2,0.05649920105934143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,32,power_law_1.2,0.05740799903869629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,32,power_law_1.2,0.059648001194000246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,32,power_law_1.2,0.06155520081520081
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,32,power_law_1.2,0.0658240020275116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,32,power_law_1.2,0.07160959839820862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,32,power_law_1.2,0.08024320006370544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,32,power_law_1.2,0.09531520009040832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,32,power_law_1.2,0.10591360330581664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,32,power_law_1.2,0.14309760332107543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,32,power_law_1.2,0.17552640438079833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,32,power_law_1.2,0.235315203666687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,32,power_law_1.2,0.27460479736328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,32,power_law_1.2,0.49272961616516114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,32,power_law_1.2,0.5633344173431396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,32,power_law_1.2,0.874732780456543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,32,power_law_1.2,1.233356761932373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,4,balanced,0.08953600128491719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,4,balanced,0.11264000336329143
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,4,balanced,0.16739199558893839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,4,balanced,0.2754506667455037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,4,balanced,0.48498666286468506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,4,balanced,0.5925920009613037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,4,balanced,0.5935200055440267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,4,balanced,0.599722663561503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.13492480516433716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,4,balanced,0.6002133289972941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,4,balanced,0.6025919914245605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.1744320034980774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,4,balanced,0.6057493289311727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,4,balanced,0.6110453208287557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,4,balanced,0.616101344426473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.27436161041259766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,4,balanced,0.6261493364969889
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.48414077758789065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,4,balanced,0.636031985282898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,4,balanced,0.6508106787999471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,4,balanced,0.6710720062255859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.6806528091430664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,4,balanced,0.7257013320922852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,4,balanced,0.7459786732991537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.8954624176025391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,4,balanced,1.1379520098368328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,8,1,power_law_1.01,1.266374397277832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,4,balanced,0.9635787010192871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,4,balanced,1.6013706525166829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,8,1,power_law_1.01,1.3109824180603027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,4,balanced,1.5918986002604167
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,8,1,power_law_1.01,1.3737215995788574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,4,balanced,2.461280028025309
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,8,1,power_law_1.01,1.4043392181396483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,8,1,power_law_1.01,1.4575551986694335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,4,balanced,3.1674667994181314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,8,1,power_law_1.01,1.5056511878967285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,4,balanced,4.218026796976726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,8,1,power_law_1.01,1.5623167991638183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,8,1,power_law_1.01,1.651807975769043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,4,balanced,5.742485046386719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,8,1,power_law_1.01,1.7656639099121094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,8,1,power_law_1.01,1.847711944580078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,8,1,power_law_1.01,1.856972885131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,8,1,power_law_1.01,2.1199039459228515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,8,1,power_law_1.01,2.309657669067383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,8,1,power_law_1.01,2.7220672607421874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,8,1,power_law_1.01,2.96954231262207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,8,1,power_law_1.01,3.802374267578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,8,1,power_law_1.01,4.565222549438476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,8,1,power_law_1.01,6.076262283325195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,4,power_law_1.01,0.1844607949256897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,4,power_law_1.01,0.28504960536956786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,8,1,power_law_1.01,7.627750396728516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,4,power_law_1.01,0.47696638107299805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,4,power_law_1.01,0.4902207851409912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,4,power_law_1.01,0.6849152088165283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,4,power_law_1.01,0.7180352210998535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,4,power_law_1.01,0.849459171295166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,8,1,power_law_1.01,10.764595031738281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,4,power_law_1.01,1.0635775566101073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,4,power_law_1.01,0.9805695533752441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,4,power_law_1.01,1.0707967758178711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,4,power_law_1.01,0.994041633605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,4,power_law_1.01,1.0736448287963867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,4,power_law_1.01,1.0354111671447754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,8,1,power_law_1.01,13.912115478515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,4,power_law_1.01,1.1810879707336426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,4,power_law_1.01,1.195622444152832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,4,power_law_1.01,1.234335994720459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,4,power_law_1.01,1.3234687805175782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,4,power_law_1.01,1.440556812286377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,4,power_law_1.01,1.454470443725586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,2,power_law_1.01,0.07879679799079894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,4,power_law_1.01,1.689094352722168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,2,power_law_1.01,0.10215679407119752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,2,power_law_1.01,0.13806719779968263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,2,power_law_1.01,0.17401599884033203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,4,power_law_1.01,1.8169408798217774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,2,power_law_1.01,0.22977919578552247
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,2,power_law_1.01,0.3366976022720337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,2,power_law_1.01,0.34629120826721194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,4,power_law_1.01,2.3160192489624025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,2,power_law_1.01,0.3684351921081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,2,power_law_1.01,0.37090559005737306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,2,power_law_1.01,0.3930880069732666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,4,power_law_1.01,2.596384048461914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,2,power_law_1.01,0.3891711950302124
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,2,power_law_1.01,0.4025087833404541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,2,power_law_1.01,0.4104640007019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,2,power_law_1.01,0.4240128040313721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,4,power_law_1.01,3.595750427246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,2,power_law_1.01,0.42905597686767577
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,2,power_law_1.01,0.4618815898895264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,2,power_law_1.01,0.4608448028564453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,4,power_law_1.01,4.591411209106445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,2,power_law_1.01,0.5176767826080322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,2,power_law_1.01,0.5217663764953613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,2,power_law_1.01,0.5917888164520264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,2,power_law_1.01,0.701862382888794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,2,power_law_1.01,0.9059264183044433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,2,power_law_1.01,1.0694080352783204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,2,power_law_1.01,1.42293119430542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,4,power_law_1.01,5.950483322143555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,2,power_law_1.01,1.9649919509887694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,2,power_law_1.01,2.7868608474731444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,4,power_law_1.01,7.437382507324219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,2,power_law_1.01,3.4030975341796874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.522380781173706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.8718400001525879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,16,power_law_1.01,1.2774911880493165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,16,power_law_1.01,1.2122367858886718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,16,power_law_1.01,1.2826687812805175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,16,power_law_1.01,1.2693568229675294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,16,power_law_1.01,1.0260160446166993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,16,power_law_1.01,1.0253824234008788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.9663871765136719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,16,power_law_1.01,1.1166144371032716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,16,power_law_1.01,1.0361215591430664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,16,power_law_1.01,1.0507648468017579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,16,power_law_1.01,1.1794943809509277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,16,power_law_1.01,1.1827456474304199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,16,power_law_1.01,1.1804096221923828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,16,power_law_1.01,1.2498687744140624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,16,power_law_1.01,1.3145855903625487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,16,power_law_1.01,1.4531583786010742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,16,power_law_1.01,1.702783966064453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,16,power_law_1.01,2.006540870666504
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,16,power_law_1.01,11.089273834228516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,16,power_law_1.01,16.67018280029297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,16,power_law_1.01,2.874470329284668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,32,power_law_1.2,0.3109823942184448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,16,power_law_1.01,3.7297855377197267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,32,power_law_1.2,0.3630912065505981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,32,power_law_1.2,0.35625600814819336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,32,power_law_1.2,0.36281599998474123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.09459199905395507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,32,power_law_1.2,0.35332479476928713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.11771520376205444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,16,power_law_1.01,5.498553466796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,32,power_law_1.2,0.3052095890045166
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.13635200262069702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.17755520343780518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,32,power_law_1.2,0.24181759357452393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.23025920391082763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,32,power_law_1.2,0.3172991991043091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.29273600578308107
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,32,power_law_1.2,0.29136641025543214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.4021440029144287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,16,power_law_1.01,7.325222778320312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.4270336151123047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,32,power_law_1.2,0.31863040924072267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.44913277626037595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,32,power_law_1.2,0.32753920555114746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.461030387878418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.4873663902282715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,32,power_law_1.2,0.3217600107192993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.5304192066192627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,32,power_law_1.2,0.33286399841308595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.5302783966064453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,32,power_law_1.2,0.3502847909927368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.5963583946228027
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,16,power_law_1.01,8.596006774902344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,32,power_law_1.2,0.3722815990447998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.6478528022766114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,32,power_law_1.2,0.3998528003692627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.6764671802520752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,32,power_law_1.2,0.40383358001708985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.7028927803039551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,32,power_law_1.2,0.47417597770690917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.8416000366210937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,32,power_law_1.2,0.5566527843475342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,1,power_law_1.2,1.0213248252868652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,32,power_law_1.2,0.745081615447998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,1,power_law_1.2,1.264345645904541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,1,power_law_1.2,1.4576576232910157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,32,power_law_1.2,5.114726257324219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,1,power_law_1.2,1.9346368789672852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,1,power_law_1.2,2.451897621154785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,32,power_law_1.2,7.451046752929687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,32,power_law_1.2,1.2177727699279786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,1,power_law_1.2,3.412838363647461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,32,power_law_1.2,1.6077119827270507
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,1,power_law_1.2,4.364345550537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,32,power_law_1.2,2.772985649108887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,32,power_law_1.2,3.0434751510620117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,1,power_law_1.2,6.177862548828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,32,power_law_1.2,3.992319869995117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,1,power_law_1.2,8.142559814453126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,64,power_law_1.2,0.19711359739303588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,64,power_law_1.2,0.1798784017562866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,64,power_law_1.2,0.17834240198135376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,64,power_law_1.2,0.17779840230941774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,64,power_law_1.2,0.17950079441070557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,64,power_law_1.2,0.17323520183563232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,64,power_law_1.2,0.17737599611282348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,64,power_law_1.2,0.18264960050582885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,64,power_law_1.2,0.18450560569763183
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,64,power_law_1.2,0.1816831946372986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,64,power_law_1.2,0.19301120042800904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,64,power_law_1.2,0.2071552038192749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,64,power_law_1.2,0.20753920078277588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,64,power_law_1.2,0.2104896068572998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,64,power_law_1.2,0.21346559524536132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,64,power_law_1.2,0.22572801113128663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,64,power_law_1.2,0.23140480518341064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,64,power_law_1.2,0.26026239395141604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,64,power_law_1.2,0.2931904077529907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,64,power_law_1.2,0.32620160579681395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,64,power_law_1.2,0.4569215774536133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,64,power_law_1.2,0.6152192115783691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,64,power_law_1.2,0.8962112426757812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,64,power_law_1.2,1.2019968032836914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,64,power_law_1.2,1.6431167602539063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,64,power_law_1.2,2.658470344543457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,64,power_law_1.2,3.298470306396484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,8,power_law_1.01,0.10577280521392822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,8,power_law_1.01,0.09818239808082581
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,8,power_law_1.01,0.09016960263252258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,8,power_law_1.01,0.09461119771003723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,8,power_law_1.01,0.09738879799842834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,8,power_law_1.01,0.10343040227890014
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,8,power_law_1.01,0.10335359573364258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,8,power_law_1.01,0.10663679838180543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,8,power_law_1.01,0.10876799821853637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,8,power_law_1.01,0.10940799713134766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,8,power_law_1.01,0.113811194896698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,8,power_law_1.01,0.11735039949417114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,8,power_law_1.01,0.11915520429611207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,8,power_law_1.01,0.12398719787597656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,8,power_law_1.01,0.13197439908981323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,8,power_law_1.01,0.13931519985198976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,8,power_law_1.01,0.14901119470596313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,8,power_law_1.01,0.18460160493850708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,8,power_law_1.01,0.2172991991043091
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,8,power_law_1.01,0.26765439510345457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,8,power_law_1.01,0.3432832002639771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,8,power_law_1.01,0.4556608200073242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,8,power_law_1.01,0.6079679965972901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,8,power_law_1.01,0.7630144119262695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,8,power_law_1.01,1.137721633911133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,8,power_law_1.01,1.4936448097229005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,8,power_law_1.01,2.0052928924560547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,2,power_law_1.01,0.27166080474853516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,2,power_law_1.01,0.4129471778869629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,2,power_law_1.01,0.49453439712524416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,2,power_law_1.01,0.7187903881072998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,2,power_law_1.01,0.6880127906799316
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,2,power_law_1.01,0.7300352096557617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,2,power_law_1.01,0.7554304122924804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,2,power_law_1.01,0.9190272331237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,2,power_law_1.01,0.9755007743835449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,2,power_law_1.01,1.0431551933288574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,2,power_law_1.01,3.649760055541992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,2,power_law_1.01,4.6783935546875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,2,power_law_1.01,5.032575988769532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,2,power_law_1.01,1.1472895622253418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,2,power_law_1.01,1.4445759773254394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,2,power_law_1.01,1.3837696075439454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,2,power_law_1.01,1.7694143295288085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,2,power_law_1.01,2.1732671737670897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,2,power_law_1.01,2.7748159408569335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,16,power_law_1.2,0.060108798742294314
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,16,power_law_1.2,0.07140480279922486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,16,power_law_1.2,0.0630079984664917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,16,power_law_1.2,0.06286720037460328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,16,power_law_1.2,0.06402559876441956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,16,power_law_1.2,0.0637503981590271
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,16,power_law_1.2,0.06505600214004517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,16,power_law_1.2,0.06625919938087463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,16,power_law_1.2,0.06755200028419495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,16,power_law_1.2,0.06780800223350525
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,16,power_law_1.2,0.07582719922065735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,16,power_law_1.2,0.07866880297660828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,16,power_law_1.2,0.08017280101776122
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,16,power_law_1.2,0.08646399974822998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,16,power_law_1.2,0.09242240190505982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,16,power_law_1.2,0.09895679950714112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,2,power_law_1.01,4.156300735473633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,16,power_law_1.2,0.10380799770355224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,16,power_law_1.2,0.11912319660186768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,16,power_law_1.2,0.13329919576644897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,16,power_law_1.2,0.16357120275497436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,16,power_law_1.2,0.19015040397644042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,16,power_law_1.2,0.25998079776763916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,1,balanced,0.07505066692829132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,1,balanced,0.10335999727249146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,1,balanced,0.17049066225687662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,1,balanced,0.31916799147923786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,16,power_law_1.2,0.32617599964141847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,1,balanced,0.5953546762466431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,1,balanced,0.7988800207773844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,16,power_law_1.2,0.4690559864044189
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,1,balanced,0.8038079738616943
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,1,balanced,0.8047093550364176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,16,power_law_1.2,0.5929664134979248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,1,balanced,0.8084373474121094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,1,balanced,0.8152960141499838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,1,balanced,0.822101354598999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,16,power_law_1.2,0.8501376152038574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,1,balanced,0.8308800061543783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,1,balanced,0.8384160200754801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,1,balanced,0.8529760042826334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,16,power_law_1.2,1.203660774230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,1,balanced,0.865786631902059
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,1,balanced,0.8766720294952393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,1,balanced,0.9083733558654785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,1,balanced,0.9723040262858073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,2,power_law_1.01,3.860575866699219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,1,balanced,0.9818560282389323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,1,balanced,1.127626657485962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,1,balanced,1.1844853560129802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,1,balanced,1.8009012540181477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,1,balanced,1.6952160199483235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,1,balanced,2.6429600715637207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,1,balanced,2.931141217549642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,1,balanced,4.719637235005696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,1,balanced,5.767728169759114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,2,power_law_1.01,7.243225860595703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,2,power_law_1.01,9.672057342529296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,2,power_law_1.01,15.756806945800781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,2,power_law_1.01,15.672679138183593
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,8,power_law_1.2,0.1470080018043518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,8,power_law_1.2,0.13299839496612548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,8,power_law_1.2,0.13381760120391845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,8,power_law_1.2,0.13409279584884642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,8,power_law_1.2,0.1358016014099121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,8,power_law_1.2,0.149344003200531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,8,power_law_1.2,0.16573439836502074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,8,power_law_1.2,0.17511039972305298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,8,power_law_1.2,0.1988800048828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,8,power_law_1.2,0.2271872043609619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,8,power_law_1.2,0.24414079189300536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,8,power_law_1.2,0.3037440061569214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,8,power_law_1.2,0.30266880989074707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,128,power_law_1.2,0.11466879844665527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,8,power_law_1.2,0.46567678451538086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,128,power_law_1.2,0.10886399745941162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,128,power_law_1.2,0.1087488055229187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,128,power_law_1.2,0.10571520328521729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,8,power_law_1.2,0.5477759838104248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,8,power_law_1.2,0.5761472225189209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,128,power_law_1.2,0.11004159450531006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,128,power_law_1.2,0.11194239854812622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,128,power_law_1.2,0.11326080560684204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,8,power_law_1.2,0.6284543991088867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,2,power_law_1.01,29.65809326171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,128,power_law_1.2,0.11436799764633179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,128,power_law_1.2,0.11456639766693115
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,8,power_law_1.2,0.8091391563415528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,128,power_law_1.2,0.11663360595703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,8,power_law_1.2,0.8545408248901367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,2,power_law_1.2,0.08542079925537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,128,power_law_1.2,0.12596479654312134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,2,power_law_1.2,0.08701440095901489
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,128,power_law_1.2,0.1256384015083313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,2,power_law_1.2,0.14700160026550294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,128,power_law_1.2,0.12773120403289795
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,2,power_law_1.2,0.17358720302581787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,128,power_law_1.2,0.12925440073013306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,2,power_law_1.2,0.21059839725494384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,128,power_law_1.2,0.13162239789962768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,2,power_law_1.2,0.3346879959106445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,128,power_law_1.2,0.1396607995033264
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,2,power_law_1.2,0.3676352024078369
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,128,power_law_1.2,0.1446272015571594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,2,power_law_1.2,0.37927680015563964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,128,power_law_1.2,0.19296640157699585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,2,power_law_1.2,0.37504000663757325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,2,power_law_1.2,0.39479680061340333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,128,power_law_1.2,0.25010559558868406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,2,power_law_1.2,0.4159999847412109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,128,power_law_1.2,0.3239487886428833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,2,power_law_1.2,0.4292736053466797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,128,power_law_1.2,0.43784317970275877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,2,power_law_1.2,0.43048958778381347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,8,power_law_1.2,1.3890496253967286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,2,power_law_1.2,0.4293375968933105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,128,power_law_1.2,0.6583360195159912
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,2,power_law_1.2,0.46959362030029295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,128,power_law_1.2,0.7783167839050293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,2,power_law_1.2,0.47443838119506837
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,2,power_law_1.2,0.5093823909759522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,128,power_law_1.2,1.4156671524047852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,2,power_law_1.2,0.5660287857055664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,2,power_law_1.2,0.678495979309082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,128,power_law_1.2,1.9042816162109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,2,power_law_1.2,0.8344703674316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,2,power_law_1.2,0.9346176147460937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,128,power_law_1.2,2.8804800033569338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,2,power_law_1.2,1.2705151557922363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,128,power_law_1.2,4.524627304077148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,2,power_law_1.2,1.7220928192138671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,8,power_law_1.2,1.9745216369628906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,8,power_law_1.2,2.4046144485473633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,2,power_law_1.2,2.383776092529297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,8,power_law_1.2,3.609619140625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,2,power_law_1.2,2.831135940551758
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,2,power_law_1.01,37.16478576660156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,8,power_law_1.2,5.434553527832032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,2,power_law_1.2,4.248320007324219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,8,power_law_1.2,6.340147018432617
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,16,4,power_law_1.2,0.06152960062026978
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,16,4,power_law_1.2,0.06698880195617676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,16,4,power_law_1.2,0.07600640058517456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,16,4,power_law_1.2,0.0815936028957367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,16,4,power_law_1.2,0.08723199963569642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,16,4,power_law_1.2,0.1046336054801941
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,16,4,power_law_1.2,0.1253056049346924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,16,4,power_law_1.2,0.11483520269393921
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,16,4,power_law_1.2,0.11657600402832032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,16,4,power_law_1.2,0.11616640090942383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,16,4,power_law_1.2,0.12715519666671754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,16,4,power_law_1.2,0.12981120347976685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,16,4,power_law_1.2,0.13210879564285277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,16,4,power_law_1.2,0.1431615948677063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,16,4,power_law_1.2,0.15022079944610595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,16,4,power_law_1.2,0.15486719608306884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,16,4,power_law_1.2,0.1693824052810669
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,16,4,power_law_1.2,0.19265279769897461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,16,4,power_law_1.2,0.23927679061889648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,16,4,power_law_1.2,0.26818559169769285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,16,4,power_law_1.2,0.34161279201507566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,16,4,power_law_1.2,0.4296383857727051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,16,4,power_law_1.2,0.5311872005462647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,16,4,power_law_1.2,0.7480576038360596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,16,4,power_law_1.2,1.00382080078125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,16,4,power_law_1.2,1.4707712173461913
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,16,4,power_law_1.2,2.0664064407348635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.297491192817688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.48436479568481444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.8775487899780273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,1,power_law_1.01,1.6892480850219727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,1,power_law_1.01,2.4120960235595703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,1,power_law_1.01,3.2133953094482424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,1,power_law_1.01,4.71473274230957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,1,power_law_1.01,4.967750549316406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,1,power_law_1.01,5.031769561767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,1,power_law_1.01,5.347123336791992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,1,power_law_1.01,5.308614349365234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,1,power_law_1.01,5.545990371704102
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,1,power_law_1.01,5.8952384948730465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,1,power_law_1.01,6.238476943969727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,1,power_law_1.01,6.619245147705078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,1,power_law_1.01,6.9532928466796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,1,power_law_1.01,7.450080108642578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,1,power_law_1.01,8.236402893066407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,8,power_law_1.2,10.219667053222656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,1,power_law_1.01,8.3989501953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,1,power_law_1.01,9.878559875488282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.30164480209350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,32,power_law_1.01,0.17619839906692505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.4885439872741699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,32,power_law_1.01,0.1684991955757141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.8771072387695312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,32,power_law_1.01,0.15089919567108154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,32,power_law_1.01,0.15104639530181885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,2,1,power_law_1.2,1.67126407623291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,32,power_law_1.01,0.14659839868545532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,1,power_law_1.01,9.795053100585937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,32,power_law_1.01,0.11614079475402832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,32,power_law_1.01,0.14402559995651246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,2,1,power_law_1.2,2.6846208572387695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,32,power_law_1.01,0.13804800510406495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,32,power_law_1.01,0.14769279956817627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,32,power_law_1.01,0.14743679761886597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,32,power_law_1.01,0.16631040573120118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,2,1,power_law_1.2,3.734707260131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,32,power_law_1.01,0.16595840454101562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,32,power_law_1.01,0.16758400201797485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,32,power_law_1.01,0.181222403049469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,1,power_law_1.01,11.759769439697266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,32,power_law_1.01,0.19169280529022217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,32,power_law_1.01,0.18563200235366822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,32,power_law_1.01,0.20737919807434083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,32,power_law_1.01,0.2519999980926514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,32,power_law_1.01,0.2883584022521973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,32,power_law_1.01,0.3600640058517456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,32,power_law_1.01,0.41224961280822753
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,2,1,power_law_1.2,4.495750427246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,32,power_law_1.01,0.5282495975494385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,32,power_law_1.01,0.6567423820495606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,1,power_law_1.01,13.93992919921875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,32,power_law_1.01,1.0310976028442382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,32,power_law_1.01,1.1382335662841796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,2,1,power_law_1.2,6.219526290893555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,32,power_law_1.01,1.7162752151489258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,32,power_law_1.01,2.390508842468262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,2,1,power_law_1.2,6.614752197265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,1,power_law_1.01,18.030636596679688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,2,1,power_law_1.2,6.790412902832031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,2,1,power_law_1.2,7.428934478759766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,2,1,power_law_1.2,7.46588134765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,1,power_law_1.01,22.355072021484375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,2,1,power_law_1.2,7.619526672363281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,2,1,power_law_1.2,8.292025756835937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,2,1,power_law_1.2,8.802239990234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,1,power_law_1.01,30.321517944335938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,2,1,power_law_1.2,9.127449798583985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,2,1,power_law_1.2,9.909004974365235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,2,1,power_law_1.2,11.817247772216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,2,1,power_law_1.2,11.031244659423828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,1,power_law_1.01,38.84334106445313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,8,power_law_1.2,13.919264221191407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,2,1,power_law_1.2,12.291878509521485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,2,1,power_law_1.2,57.38433837890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,2,1,power_law_1.2,81.38164672851562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,2,1,power_law_1.2,17.062905883789064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,2,1,power_law_1.2,21.48028106689453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,2,1,power_law_1.2,26.010552978515626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,2,power_law_1.2,6.838188934326172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,4,power_law_1.01,0.2817280054092407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,4,power_law_1.01,0.32160000801086425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,4,power_law_1.01,0.3537600040435791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,4,power_law_1.01,0.3799040079116821
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,4,power_law_1.01,0.38005120754241944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,4,power_law_1.01,0.39164159297943113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,4,power_law_1.01,0.41441922187805175
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,4,power_law_1.01,0.5730239868164062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,4,power_law_1.01,0.6483520030975342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,4,power_law_1.01,0.6299263954162597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,4,power_law_1.01,0.5502655982971192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,4,power_law_1.01,0.6118336200714112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,2,1,power_law_1.2,34.893087768554686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,4,power_law_1.01,0.7968704223632812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,4,power_law_1.01,0.8644607543945313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,4,power_law_1.01,1.0080831527709961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,4,power_law_1.01,1.1173952102661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,4,power_law_1.01,1.0488575935363769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,4,power_law_1.01,1.5286591529846192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,4,power_law_1.01,1.941279983520508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,4,power_law_1.01,2.6603200912475584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,2,1,power_law_1.2,43.102560424804686
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,4,power_law_1.01,4.471673583984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,4,power_law_1.01,4.569145584106446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,16,balanced,0.0703413337469101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,16,balanced,0.07116800049940745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,16,balanced,0.09166399637858073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,16,balanced,0.10755200187365214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,16,balanced,0.15266666809717813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,16,balanced,0.26263999938964844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,16,balanced,0.26685333251953125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,16,balanced,0.2595093250274658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,16,balanced,0.2590720057487488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,16,balanced,0.25939200321833294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,16,balanced,0.26231465737024945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,16,balanced,0.26553066571553546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,16,balanced,0.2653226653734843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,16,balanced,0.27089067300160724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,16,balanced,0.27382399638493854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,16,balanced,0.27827733755111694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,16,balanced,0.2865973313649495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,16,balanced,0.31748799482981366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,16,balanced,0.34751999378204346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,16,balanced,0.40675199031829834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,16,balanced,0.4410666624704997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,16,balanced,0.5403466622034708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,16,balanced,0.5952800114949545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,16,balanced,0.7566826343536377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,16,balanced,0.9368533293406168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,16,balanced,1.4035946528116863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,16,balanced,1.8019359906514485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,4,power_law_1.01,6.65731201171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,4,power_law_1.01,9.815718078613282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,4,power_law_1.01,14.038316345214843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.10698239803314209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.12517759799957276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.17951359748840331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.2522239923477173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.35644800662994386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.515993595123291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.5553088188171387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.584281587600708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.5907392024993896
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.6127744197845459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.630406379699707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.6828927993774414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.6897471904754638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.7070784091949462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.7341951847076416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.7704192161560058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.8408255577087402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.9739968299865722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,16,1,power_law_1.01,1.0626432418823242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,16,1,power_law_1.01,1.3023103713989257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,16,1,power_law_1.01,1.5495936393737793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,16,1,power_law_1.01,2.0282367706298827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,16,1,power_law_1.01,2.619558334350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,16,1,power_law_1.01,3.6135936737060548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,16,1,power_law_1.01,4.696480178833008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,16,1,power_law_1.01,6.7680511474609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,16,1,power_law_1.01,8.909222412109376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,4,power_law_1.01,19.371820068359376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,16,balanced,0.06957866748174031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,16,balanced,0.0662773350874583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,16,balanced,0.08239999910195668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,16,balanced,0.102101335922877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,16,balanced,0.1527359982331594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,16,balanced,0.1803893248240153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,16,balanced,0.1832480033238729
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,16,balanced,0.18394132455190024
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,16,balanced,0.18518932660420737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,16,balanced,0.1865760087966919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,16,balanced,0.18797866503397623
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,16,balanced,0.1904319922129313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,16,balanced,0.19155200322469076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,16,balanced,0.19654399156570435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,16,balanced,0.20057600736618042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,16,balanced,0.2108586629231771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,16,balanced,0.21607466538747153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,16,balanced,0.2418559988339742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,16,balanced,0.251306672890981
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,16,balanced,0.3540639877319336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,16,balanced,0.32368000348409015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,16,balanced,0.4362933238347371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,16,balanced,0.5020213524500529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,16,balanced,0.7394453684488932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,16,balanced,0.9267253081003824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,16,balanced,1.3250400225321453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,16,balanced,1.7085119883219402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,4,power_law_1.01,29.384945678710938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,32,8,balanced,0.06530666848023732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,32,8,balanced,0.06718400120735168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,32,8,balanced,0.06986133257548015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,32,8,balanced,0.09825066725413005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,32,8,balanced,0.09532266855239868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,32,8,balanced,0.11914133032162984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,32,8,balanced,0.12106666962305705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,32,8,balanced,0.12314666310946147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,32,8,balanced,0.1232373317082723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,32,8,balanced,0.12398399909337361
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,32,8,balanced,0.12611732880274454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,32,8,balanced,0.12820800145467123
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,32,8,balanced,0.12981866796811423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,32,8,balanced,0.13583466410636902
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,32,8,balanced,0.14011733730634054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,32,8,balanced,0.14622400204340616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,32,8,balanced,0.15338666240374246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,32,8,balanced,0.1766666571299235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,32,2,power_law_1.01,0.08962560296058655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,32,8,balanced,0.20197866360346475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,32,8,balanced,0.2371306618054708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,32,2,power_law_1.01,0.10135040283203126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,32,8,balanced,0.2723520000775655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,32,8,balanced,0.36475733915964764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,32,2,power_law_1.01,0.11196800470352172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,32,8,balanced,0.4454880158106486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,32,2,power_law_1.01,0.12685439586639405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,32,8,balanced,0.6096746524175009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,32,2,power_law_1.01,0.14670720100402831
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,32,8,balanced,0.8032800356547037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,32,2,power_law_1.01,0.20265600681304932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,32,2,power_law_1.01,0.21342720985412597
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,32,8,balanced,1.128111998240153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,32,2,power_law_1.01,0.20948479175567628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,32,8,balanced,1.502346674601237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,32,2,power_law_1.01,0.2166719913482666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,32,2,power_law_1.01,0.2223423957824707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,32,2,power_law_1.01,0.23095040321350097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,32,2,power_law_1.01,0.24361600875854492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,32,2,power_law_1.01,0.24507520198822022
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,32,2,power_law_1.01,0.2590719938278198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,32,2,power_law_1.01,0.2828736066818237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,32,2,power_law_1.01,0.29344639778137205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,32,2,power_law_1.01,0.35825281143188475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,32,2,power_law_1.01,0.41096320152282717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,32,2,power_law_1.01,0.48652801513671873
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,32,2,power_law_1.01,0.6002687931060791
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,32,2,power_law_1.01,0.7433728218078614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,32,2,power_law_1.01,0.9927807807922363
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,32,2,power_law_1.01,1.2504511833190919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,32,2,power_law_1.01,1.7182655334472656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,32,2,power_law_1.01,2.310099220275879
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,32,2,power_law_1.01,3.4175296783447267
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,32,2,power_law_1.01,4.518323135375977
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,8,2,balanced,0.060549333691596985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,8,2,balanced,0.07354666789372762
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,8,2,balanced,0.1481066644191742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,8,2,balanced,0.12432533502578735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,8,2,balanced,0.12356266379356384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,8,2,balanced,0.12589333454767862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,8,2,balanced,0.12708266576131186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,8,2,balanced,0.12808000048001608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,8,2,balanced,0.13963199655214945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,8,2,balanced,0.1421226660410563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,8,2,balanced,0.14512532949447632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,8,2,balanced,0.17451733350753784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,8,2,balanced,0.17572800318400064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,8,2,balanced,0.17011733849843344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,8,2,balanced,0.20424532890319824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,8,2,balanced,0.20828266938527426
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,8,2,balanced,0.22854934136072794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,8,2,balanced,0.2712000012397766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,8,2,balanced,0.324560006459554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,8,2,balanced,0.45260266462961835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,8,2,balanced,0.5724533398946127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,8,2,balanced,0.8233813444773356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,8,2,balanced,1.0680159727732341
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,8,2,balanced,1.51038392384847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,8,2,balanced,1.9440800348917644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,8,2,balanced,2.8623574574788413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,8,2,balanced,3.883546511332194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,4,power_law_1.01,0.16115200519561768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,4,power_law_1.01,0.22916479110717775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,4,power_law_1.01,0.20874879360198975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,4,power_law_1.01,0.2835968017578125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,4,power_law_1.01,0.33829760551452637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,4,power_law_1.01,0.43198719024658205
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,4,power_law_1.01,0.4208511829376221
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,4,power_law_1.01,0.4515200138092041
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,4,power_law_1.01,0.4375616073608398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,4,power_law_1.01,0.47351679801940916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,4,power_law_1.01,0.49249920845031736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,4,power_law_1.01,0.47875199317932127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,4,power_law_1.01,0.500486421585083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,4,power_law_1.01,0.5131968021392822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,4,power_law_1.01,0.5483839988708497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,4,power_law_1.01,0.5653632164001465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,4,power_law_1.01,0.5855872154235839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,4,power_law_1.01,0.6838528156280518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,4,power_law_1.01,0.7321280002593994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,4,power_law_1.01,0.8774911880493164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,2,power_law_1.2,0.11955840587615967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,2,power_law_1.2,0.14172799587249757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,4,power_law_1.01,1.1137151718139648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,2,power_law_1.2,0.2389888048171997
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,2,power_law_1.2,0.3043328046798706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,4,power_law_1.01,1.4218879699707032
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,2,power_law_1.2,0.3748543977737427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,2,power_law_1.2,0.5799039840698242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,2,power_law_1.2,0.6250944137573242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,2,power_law_1.2,0.6844287872314453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,2,power_law_1.2,0.6934336185455322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,2,power_law_1.2,0.7072768211364746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,2,power_law_1.2,0.7369728088378906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,4,power_law_1.01,1.7227327346801757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,2,power_law_1.2,0.7259967803955079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,2,power_law_1.2,0.7654848098754883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,4,power_law_1.01,2.423481559753418
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,2,power_law_1.2,0.8044992446899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,2,power_law_1.2,0.8358400344848633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,2,power_law_1.2,0.8175488471984863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,4,power_law_1.01,3.1196287155151365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,2,power_law_1.2,0.8635007858276367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,2,power_law_1.2,0.9645952224731446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,2,power_law_1.2,1.0028415679931642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,2,power_law_1.2,1.1398783683776856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,4,power_law_1.01,4.259417724609375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,2,power_law_1.2,1.3211392402648925
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,2,power_law_1.2,1.686150360107422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,2,power_law_1.2,1.862393569946289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,4,power_law_1.01,5.68974723815918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,2,power_law_1.2,2.8346111297607424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,2,power_law_1.2,3.475641632080078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,2,power_law_1.2,4.906860733032227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,2,power_law_1.2,6.70044174194336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,16,balanced,0.06228800117969513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,16,balanced,0.06147199869155884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,16,balanced,0.08018133540948232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,16,balanced,0.10446400443712871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,16,balanced,0.16591999928156534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,16,balanced,0.305184006690979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,16,balanced,0.30797332525253296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,16,balanced,0.3065013289451599
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,16,balanced,0.307584007581075
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,16,balanced,0.30907734235127765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,16,balanced,0.3127253254254659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,16,balanced,0.31441599130630493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,16,balanced,0.3163413405418396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,16,balanced,0.31730665763219196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,16,balanced,0.3202986717224121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,16,balanced,0.32477333148320514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,16,balanced,0.35983999570210773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,16,balanced,0.34774935245513916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,16,balanced,0.3654719988505046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,16,balanced,0.3938933213551839
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,16,balanced,0.44091200828552246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,16,balanced,0.5447733402252197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,16,balanced,0.6169600089391073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,16,balanced,0.7722933292388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,16,balanced,1.02729066212972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,16,balanced,1.4620906511942546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,16,balanced,1.8240853945414226
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.23123199939727784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.30843520164489746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.35764479637145996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.406387186050415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.5190656185150146
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.6744639873504639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.6410431861877441
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.6841536045074463
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.6594880104064942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.6656383991241455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.7204415798187256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.7372479915618897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.7353407859802246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.7733183860778808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.8172479629516601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.8771136283874512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.8988608360290528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,4,power_law_1.01,1.0385087966918944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,4,power_law_1.01,1.1532159805297852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,4,power_law_1.01,1.4250687599182128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,16,balanced,0.04119466741879781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,4,power_law_1.01,1.672256088256836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,16,balanced,0.038346665600935616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,16,balanced,0.07064533233642578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,16,balanced,0.05169066786766052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,16,balanced,0.06577600042025249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,16,balanced,0.07580266892910004
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,16,balanced,0.0758186678091685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,16,balanced,0.07627200086911519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,16,balanced,0.07658666869004567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,16,balanced,0.07696000238259633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,4,power_law_1.01,2.2718975067138674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,16,balanced,0.07758933305740356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,16,balanced,0.07914133369922638
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,16,balanced,0.08014399806658427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,16,balanced,0.08082666496435802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,16,balanced,0.08531199892361958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,16,balanced,0.08618133266766866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,4,power_law_1.01,2.5345279693603517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,16,balanced,0.08771199981371562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,16,balanced,0.10260267059008281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,16,balanced,0.0981066624323527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,16,balanced,0.13169067104657492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,4,power_law_1.01,3.700217437744141
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,16,balanced,0.12300800283749898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,16,balanced,0.17756799856821695
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,16,balanced,0.15949333707491556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,16,balanced,0.21995200713475546
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,16,balanced,0.2739680012067159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,16,balanced,0.3871573209762573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,4,power_law_1.01,4.646432113647461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,16,balanced,0.4838186502456665
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,4,power_law_1.01,8.192160034179688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,4,power_law_1.01,9.87357406616211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,32,balanced,0.038949333131313324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,32,balanced,0.037045332292715706
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,32,balanced,0.03692800054947535
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,32,balanced,0.03812800099452337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,32,balanced,0.053904001911481224
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,32,balanced,0.055344000458717346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,32,balanced,0.055973331133524575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,32,balanced,0.056218668818473816
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,32,balanced,0.05663999915122986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,32,balanced,0.05698133508364359
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,32,balanced,0.05858133236567179
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,32,balanced,0.05929600199063619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,32,balanced,0.06002666552861532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,32,balanced,0.06178133189678192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,32,balanced,0.07011733452479045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,32,balanced,0.07106666763623555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,32,balanced,0.07355733215808868
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,32,balanced,0.07771733403205872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,32,balanced,0.08213866750399272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,32,balanced,0.09153599540392558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,32,balanced,0.10777067144711812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,32,balanced,0.133925328652064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,32,balanced,0.15198933084805807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,32,balanced,0.21014400323232016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,32,balanced,0.2428426742553711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,32,balanced,0.3485706647237142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,32,balanced,0.43433066209157306
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,16,power_law_1.2,0.05562880039215088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,16,power_law_1.2,0.04455040097236633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,16,power_law_1.2,0.03857919871807099
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,16,power_law_1.2,0.040889599919319154
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,16,power_law_1.2,0.03840000033378601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,16,power_law_1.2,0.04085760116577149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,16,power_law_1.2,0.04723840057849884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,16,power_law_1.2,0.04890879988670349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,16,power_law_1.2,0.049344000220298764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,16,power_law_1.2,0.05537279844284058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,16,power_law_1.2,0.06053760051727295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,16,power_law_1.2,0.05980160236358643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,16,power_law_1.2,0.06214399933815003
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,16,power_law_1.2,0.055257600545883176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,16,power_law_1.2,0.06710399985313416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,16,power_law_1.2,0.06723200082778931
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,16,power_law_1.2,0.0822272002696991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,16,power_law_1.2,0.10605440139770508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,16,power_law_1.2,0.10360959768295289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,16,power_law_1.2,0.12637439966201783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,16,power_law_1.2,0.15457919836044312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,16,power_law_1.2,0.2295680046081543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,16,power_law_1.2,0.2904256105422974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,16,power_law_1.2,0.41928958892822266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,16,power_law_1.2,0.5489408016204834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,16,power_law_1.2,0.8793855667114258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,16,power_law_1.2,1.2333184242248536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.5427392005920411
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.8698304176330567
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,2,power_law_1.2,1.2119935989379882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,2,power_law_1.2,1.7960256576538085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,2,power_law_1.2,2.715878486633301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,2,power_law_1.2,3.333875274658203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,2,power_law_1.2,4.628665542602539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,2,power_law_1.2,5.025395202636719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,2,power_law_1.2,5.068838500976563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,2,power_law_1.2,5.138848114013672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,2,power_law_1.2,5.67309455871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,2,power_law_1.2,5.537638473510742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,2,power_law_1.2,5.853855895996094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,2,power_law_1.2,6.1909950256347654
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,2,power_law_1.2,6.738374328613281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,2,power_law_1.2,7.221292877197266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,2,power_law_1.2,7.785849761962891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,2,power_law_1.2,8.893708801269531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,2,power_law_1.2,32.775308227539064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,2,power_law_1.2,46.677163696289064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,2,power_law_1.2,9.925062561035157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,16,power_law_1.01,0.153983998298645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,16,power_law_1.01,0.17256319522857666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,16,power_law_1.01,0.16195839643478394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,2,power_law_1.2,11.649791717529297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,16,power_law_1.01,0.16075520515441893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,16,power_law_1.01,0.15889279842376708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,16,power_law_1.01,0.1631999969482422
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,16,power_law_1.01,0.15635199546813966
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,8,1,balanced,0.07377600173155467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,16,power_law_1.01,0.16049280166625976
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,8,1,balanced,0.0934879978497823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,8,1,balanced,0.1216159959634145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,8,1,balanced,0.18924800554911295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,8,1,balanced,0.325381338596344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,16,power_law_1.01,0.1552896022796631
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,8,1,balanced,0.602949341138204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,8,1,balanced,0.6057920058568319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,16,power_law_1.01,0.15685759782791137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,8,1,balanced,0.6057546536127726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,8,1,balanced,0.6069813172022501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,16,power_law_1.01,0.16824320554733277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,2,power_law_1.2,14.238053894042968
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,8,1,balanced,0.6128053267796835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,8,1,balanced,0.6135733524958292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,16,power_law_1.01,0.1695680022239685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,8,1,balanced,0.6231520175933838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,8,1,balanced,0.6284159819285074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,16,power_law_1.01,0.17921919822692872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,8,1,balanced,0.6421120166778564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,8,1,balanced,0.655189315478007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,16,power_law_1.01,0.19992320537567138
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,8,1,balanced,0.6705439885457357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,8,1,balanced,0.6930987040201823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,16,power_law_1.01,0.20058879852294922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,8,1,balanced,0.7590400377909342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,16,power_law_1.01,0.21182079315185548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,8,1,balanced,0.8145333131154379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,16,power_law_1.01,0.2249664068222046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,8,1,balanced,0.9386986891428629
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,16,power_law_1.01,0.2686592102050781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,8,1,balanced,1.0414079825083415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,16,power_law_1.01,0.3080319881439209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,8,1,balanced,1.3513280550638835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,16,power_law_1.01,0.38499839305877687
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,8,1,balanced,1.5837225914001465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,16,power_law_1.01,0.4418047904968262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,8,1,balanced,2.4702879587809243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,16,power_law_1.01,0.6056191921234131
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,8,1,balanced,2.730133374532064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,2,power_law_1.2,18.318649291992188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,16,power_law_1.01,0.6730751991271973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,8,1,balanced,3.945514678955078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,16,power_law_1.01,0.9665023803710937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,16,power_law_1.01,1.294105625152588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,8,1,balanced,5.244698524475098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,16,power_law_1.01,1.7887168884277345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,16,power_law_1.01,2.3661567687988283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,2,power_law_1.2,23.238931274414064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,2,power_law_1.2,33.96145324707031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,2,power_law_1.2,38.87543640136719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,16,balanced,0.039077334105968475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,16,balanced,0.03736000011364619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,16,balanced,0.03819733361403147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,16,balanced,0.0572213331858317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,16,balanced,0.0728000005086263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,16,balanced,0.07473066449165344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,16,balanced,0.07620800038178761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,16,balanced,0.07653333246707916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,16,balanced,0.07718933125336964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,16,balanced,0.07764266431331635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,16,balanced,0.07919999957084656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,16,balanced,0.08037333190441132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,16,balanced,0.08180800080299377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,16,balanced,0.08306133250395457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,16,balanced,0.08873599767684937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,16,balanced,0.0909440020720164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,16,balanced,0.09658666451772054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,16,balanced,0.0993173321088155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,16,balanced,0.1125333309173584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,16,balanced,0.13386666774749756
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,16,balanced,0.14257066448529562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,16,balanced,0.20177066326141357
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,16,balanced,0.21717333793640137
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,16,balanced,0.31939200560251874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,16,balanced,0.39181331793467206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,16,balanced,0.5665013392766317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,16,balanced,0.7234666347503662
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,8,2,power_law_1.01,0.06305279731750488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,8,2,power_law_1.01,0.07031040191650391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,16,balanced,0.05528533458709717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,16,balanced,0.043578664461771645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,16,balanced,0.04427200059096018
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,8,2,power_law_1.01,0.08704000115394592
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,16,balanced,0.04644800225893656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,16,balanced,0.04977599779764811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,8,2,power_law_1.01,0.1447808027267456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,16,balanced,0.050986667474110924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,16,balanced,0.050853331883748375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,8,2,power_law_1.01,0.13385599851608276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,16,balanced,0.05081599950790405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,16,balanced,0.05083199838797251
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,8,2,power_law_1.01,0.19017599821090697
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,16,balanced,0.051669334371884666
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,16,balanced,0.052943999568621315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,8,2,power_law_1.01,0.1972607970237732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,16,balanced,0.059402664502461754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,8,2,power_law_1.01,0.20251519680023194
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,16,balanced,0.0536053329706192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,16,balanced,0.06242666641871134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,16,balanced,0.06570666531721751
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,16,balanced,0.06890133519967397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,8,2,power_law_1.01,0.21463680267333984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,16,balanced,0.07718933125336964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,16,balanced,0.08608000477155049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,8,2,power_law_1.01,0.21522560119628906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,8,2,power_law_1.01,0.23296639919281006
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,8,2,power_law_1.01,0.24280960559844972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,8,2,power_law_1.01,0.25489280223846433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,8,2,power_law_1.01,0.2646912097930908
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,8,2,power_law_1.01,0.27100160121917727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,16,balanced,0.08303999900817871
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,8,2,power_law_1.01,0.27912321090698244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,16,balanced,0.09841066598892212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,16,balanced,0.11030933260917664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,8,2,power_law_1.01,0.3231040000915527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,16,balanced,0.13912533720334372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,8,2,power_law_1.01,0.36458239555358884
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,16,balanced,0.17172267039616904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,16,balanced,0.22934399048487344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,8,2,power_law_1.01,0.45960321426391604
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,16,balanced,0.29997867345809937
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,16,balanced,0.4080959955851237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,8,2,power_law_1.01,0.5279615879058838
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,16,balanced,0.5491466522216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,8,2,power_law_1.01,0.6473919868469238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,8,2,power_law_1.01,0.8671487808227539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,8,2,power_law_1.01,0.9654784202575684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,8,2,power_law_1.01,1.3805248260498046
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,8,2,power_law_1.01,1.9187200546264649
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,8,2,power_law_1.01,0.12262400388717651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,8,2,power_law_1.01,2.802176094055176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,8,2,power_law_1.01,0.147980797290802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,8,2,power_law_1.01,0.18480000495910645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,8,2,power_law_1.01,0.27239038944244387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,8,2,power_law_1.01,4.056857681274414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,8,2,power_law_1.01,0.3317375898361206
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,8,2,power_law_1.01,0.5355648040771485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,8,2,power_law_1.01,0.5435776233673095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,8,2,power_law_1.01,0.5518335819244384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,8,2,power_law_1.01,0.5818111896514893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,8,2,power_law_1.01,0.5653183937072754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,8,2,power_law_1.01,0.6130943775177002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,8,2,power_law_1.01,0.6012159824371338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,8,2,power_law_1.01,0.6414591789245605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,8,2,power_law_1.01,2.288243293762207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,8,2,power_law_1.01,3.1669631958007813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,8,2,power_law_1.01,3.6928768157958984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,8,2,power_law_1.01,0.8115519523620606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,8,2,power_law_1.01,0.9246848106384278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,8,2,power_law_1.01,1.0072704315185548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,8,2,power_law_1.01,1.2657279968261719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,8,2,power_law_1.01,1.376371192932129
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,8,2,power_law_1.01,1.809382438659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,8,2,power_law_1.01,2.162860870361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,8,2,power_law_1.01,3.17589111328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,8,2,power_law_1.01,4.3820030212402346
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,8,2,power_law_1.01,6.0656383514404295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,8,2,power_law_1.01,7.297939300537109
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,1,4,balanced,0.4392053286234538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,1,4,balanced,0.43246932824452716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,1,4,balanced,0.7265333334604899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,1,4,balanced,0.718826691309611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,1,4,balanced,0.7196533679962158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,1,4,balanced,0.7222560246785482
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,1,4,balanced,0.7286453247070312
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,1,4,balanced,0.7332586447397867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,1,4,balanced,0.7393120129903158
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,1,4,balanced,0.7423626581827799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,1,4,balanced,0.7508160273234049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,1,4,balanced,0.7709226608276367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,1,4,balanced,0.7774453163146973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,1,4,balanced,0.8240479628245035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,1,4,balanced,0.8957066535949707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,1,4,balanced,0.909663995107015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,1,4,balanced,0.9677333037058512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,1,4,balanced,1.693984031677246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,1,4,balanced,1.787077267964681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,1,4,balanced,2.6960426966349282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,1,4,balanced,3.3564586639404297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,1,4,balanced,5.053034782409668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,1,4,balanced,6.634864171346028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,1,4,balanced,9.675439834594727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,1,4,balanced,12.901392618815104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,1,4,balanced,19.216223398844402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,1,4,balanced,25.508705139160156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,16,power_law_1.2,0.1897472023963928
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,16,power_law_1.2,0.3057087898254395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,16,power_law_1.2,0.25820159912109375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,16,power_law_1.2,0.2982656002044678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,16,power_law_1.2,0.3026112079620361
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,16,power_law_1.2,0.270905590057373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,16,power_law_1.2,0.25980799198150634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,16,power_law_1.2,0.2610176086425781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,16,power_law_1.2,0.26686720848083495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,2,power_law_1.01,0.220467209815979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,16,power_law_1.2,0.29097599983215333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,2,power_law_1.01,0.26095359325408934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,16,power_law_1.2,0.29456000328063964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,2,power_law_1.01,0.2659327983856201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,16,power_law_1.2,0.2773823976516724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,16,power_law_1.2,0.2878528118133545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,16,power_law_1.2,0.32680320739746094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,16,power_law_1.2,0.33500161170959475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,16,power_law_1.2,0.331494402885437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,2,power_law_1.01,0.45085439682006834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,2,power_law_1.01,0.41982078552246094
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,2,power_law_1.01,0.4518144130706787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,16,power_law_1.2,1.783942413330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,2,power_law_1.01,0.45415678024291994
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,2,power_law_1.01,0.4604288101196289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,16,power_law_1.2,2.0838720321655275
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,16,power_law_1.2,0.4339903831481934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,2,power_law_1.01,1.2825535774230956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,16,power_law_1.2,0.5037888050079345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,2,power_law_1.01,2.1725696563720702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,16,power_law_1.2,0.6887360095977784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,2,power_law_1.01,0.578553581237793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,2,power_law_1.01,0.5899456024169922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,16,power_law_1.2,0.9395648002624511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,2,power_law_1.01,0.6233407974243164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,2,power_law_1.01,0.7621312141418457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,16,power_law_1.2,1.0567999839782716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,2,power_law_1.01,0.8599616050720215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,16,power_law_1.2,1.4545791625976563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,2,power_law_1.01,0.9304191589355468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,2,power_law_1.01,0.9785792350769043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,16,power_law_1.2,2.0931392669677735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,2,power_law_1.01,1.2439680099487305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,16,power_law_1.2,3.2417217254638673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,16,power_law_1.2,3.8341953277587892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,2,power_law_1.01,1.7685184478759766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,256,power_law_1.2,0.16428799629211427
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,256,power_law_1.2,0.1635648012161255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,256,power_law_1.2,0.15586559772491454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,256,power_law_1.2,0.15710079669952393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,2,power_law_1.01,2.1831167221069334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,256,power_law_1.2,0.1580288052558899
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,256,power_law_1.2,0.16053119897842408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,256,power_law_1.2,0.16178560256958008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,256,power_law_1.2,0.1627392053604126
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,256,power_law_1.2,0.1636031985282898
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,256,power_law_1.2,0.16431360244750975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,256,power_law_1.2,0.1687551975250244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,256,power_law_1.2,0.16933120489120485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,256,power_law_1.2,0.17060480117797852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,256,power_law_1.2,0.18035839796066283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,2,power_law_1.01,2.8751359939575196
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,256,power_law_1.2,0.1910912036895752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,256,power_law_1.2,0.22352640628814696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,256,power_law_1.2,0.26979200839996337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,256,power_law_1.2,0.36833279132843016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,256,power_law_1.2,0.48063998222351073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,256,power_law_1.2,0.6425087928771973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,256,power_law_1.2,0.955840015411377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,256,power_law_1.2,1.4211071968078612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,256,power_law_1.2,1.9510591506958008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,256,power_law_1.2,2.709491157531738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,256,power_law_1.2,3.739507293701172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,256,power_law_1.2,5.837606430053711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,2,power_law_1.01,3.954515075683594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,256,power_law_1.2,9.028243255615234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,2,power_law_1.01,5.066080093383789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,2,power_law_1.01,6.8966209411621096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.2223360061645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.17994879484176635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.20081279277801514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.1713215947151184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.16387840509414672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.19799679517745972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.19962879419326782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.20099198818206787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.20602879524230958
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.20572800636291505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.21608319282531738
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.2246335983276367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.22659199237823485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,16,power_law_1.2,1.5558079719543456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,16,power_law_1.2,1.4148032188415527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,16,power_law_1.2,1.5948479652404786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.29310081005096433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.37943038940429685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.46103677749633787
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.6165823936462402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.6891392230987549
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,16,power_law_1.2,1.0819071769714355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,16,power_law_1.2,1.5105216026306152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,16,power_law_1.2,2.0716224670410157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,2,power_law_1.01,11.9691650390625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,16,power_law_1.2,3.013203239440918
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,16,power_law_1.01,0.12382719516754151
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,16,power_law_1.01,0.1620352029800415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,16,power_law_1.01,0.21071999073028563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,16,power_law_1.01,0.20764799118041993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,16,power_law_1.01,0.2041856050491333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,16,power_law_1.01,0.20074880123138428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,16,power_law_1.01,0.1687999963760376
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,16,power_law_1.01,0.19510400295257568
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,16,power_law_1.01,0.19629440307617188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,16,power_law_1.01,0.19224319458007813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,16,power_law_1.01,0.20613760948181153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,16,power_law_1.01,0.19716479778289794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,16,power_law_1.01,0.19530240297317505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,16,power_law_1.01,0.19955840110778808
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,16,power_law_1.01,0.2207103967666626
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,16,power_law_1.01,0.2283328056335449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,16,power_law_1.01,1.197606372833252
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,2,4,power_law_1.01,0.05235199928283692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,2,4,power_law_1.01,0.05780479907989502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,2,4,power_law_1.01,0.05631359815597534
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,16,power_law_1.01,1.8863040924072265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,2,4,power_law_1.01,0.08138880133628845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,16,power_law_1.01,0.30967040061950685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,2,4,power_law_1.01,0.08595200181007386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,2,4,power_law_1.01,0.10462720394134521
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,16,power_law_1.01,0.381715202331543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,2,4,power_law_1.01,0.10427520275115967
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,16,power_law_1.01,0.43300480842590333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,2,4,power_law_1.01,0.1071552038192749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,2,4,power_law_1.01,0.11622400283813476
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,16,power_law_1.01,0.5692607879638671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,2,4,power_law_1.01,0.11828479766845704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,2,4,power_law_1.01,0.1253056049346924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,2,4,power_law_1.01,0.12698240280151368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,16,power_law_1.01,0.6804992198944092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,2,4,power_law_1.01,0.12942080497741698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,16,power_law_1.01,0.9742912292480469
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,2,4,power_law_1.01,0.1371135950088501
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,2,4,power_law_1.01,0.1499392032623291
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,16,power_law_1.01,1.1260160446166991
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,2,power_law_1.01,17.059123229980468
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,2,4,power_law_1.01,0.15756800174713134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,2,4,power_law_1.01,0.16417920589447021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,2,4,power_law_1.01,0.17508480548858643
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,16,power_law_1.01,1.6545856475830079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,2,4,power_law_1.01,0.2006592035293579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,2,4,power_law_1.01,0.2716671943664551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,2,4,power_law_1.01,0.285318398475647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,16,power_law_1.01,2.0993919372558594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,2,4,power_law_1.01,0.40515837669372556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,2,4,power_law_1.01,0.4834559917449951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,2,4,power_law_1.01,0.7104063987731933
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,2,4,power_law_1.01,1.0546688079833983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,2,4,power_law_1.01,1.3786432266235351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,2,4,power_law_1.01,1.7585664749145509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,4,1,balanced,0.09005866448084514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,4,1,balanced,0.12442133824030559
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,4,1,balanced,0.18338666359583536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,4,1,balanced,0.3224640091260274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,4,1,balanced,0.5820426543553671
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,4,1,balanced,1.108896017074585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,4,1,balanced,1.115231990814209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,4,1,balanced,1.1214773654937744
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,4,1,balanced,1.127610683441162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,4,1,balanced,1.1288800239562988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,4,1,balanced,1.141317367553711
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,4,1,balanced,1.1541066964467366
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,4,1,balanced,1.1593653361002605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,4,1,balanced,1.1842559973398845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,4,1,balanced,1.193493366241455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,4,1,balanced,1.2137333552042644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,4,1,balanced,1.2406720320383708
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,4,1,balanced,1.2988853454589844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,4,1,balanced,1.3750613530476887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,4,1,balanced,1.477285385131836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,4,1,balanced,1.6482240358988445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,4,1,balanced,2.0233813921610513
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,4,1,balanced,2.244607925415039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,4,1,balanced,3.6543359756469727
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,4,1,balanced,4.063728014628093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,4,1,balanced,6.07148806254069
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,4,1,balanced,7.921413421630859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,2,power_law_1.01,22.063987731933594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,16,power_law_1.2,3.8848831176757814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,256,balanced,0.07434133191903432
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,256,balanced,0.06458666423956554
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,256,balanced,0.06598933537801106
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,256,balanced,0.06202666461467743
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,256,balanced,0.06294933458169301
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,256,balanced,0.063701331615448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,256,balanced,0.06517333288987477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,256,balanced,0.06657599906126659
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,256,balanced,0.06691200037797292
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,256,balanced,0.06804800033569336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,256,balanced,0.06938133140405019
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,256,balanced,0.07006399830182393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,256,balanced,0.07257066667079926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,256,balanced,0.07541333138942719
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,256,balanced,0.07857066889603932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,256,balanced,0.0811413327852885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,256,balanced,0.08597866694132487
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,256,balanced,0.10124799609184265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,256,balanced,0.10858133435249329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,256,balanced,0.12149866422017415
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,256,balanced,0.13345600167910257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,256,balanced,0.16381333271662393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,256,balanced,0.19768534104029337
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,256,balanced,0.2584960063298543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,256,balanced,0.3189013401667277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,256,balanced,0.4503893454869588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,256,balanced,0.5595466693242391
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,4,4,balanced,0.04188799858093262
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,4,4,balanced,0.05781333148479462
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,4,4,balanced,0.07412266731262207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,4,4,balanced,0.1126026709874471
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,4,4,balanced,0.20429333051045737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,4,4,balanced,0.21075199047724405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,4,4,balanced,0.21075199047724405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,4,4,balanced,0.21095999081929526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,4,4,balanced,0.21221333742141724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,4,4,balanced,0.2129866679509481
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,4,4,balanced,0.21621867020924887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,4,4,balanced,0.21914132436116537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,4,4,balanced,0.22073600689570108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,4,4,balanced,0.2265546719233195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,4,4,balanced,0.2360586722691854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,4,4,balanced,0.2388426661491394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,4,4,balanced,0.2472426692644755
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,4,4,balanced,0.2727253238360087
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,4,4,balanced,0.2913706700007121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,4,4,balanced,0.34618667761484784
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,4,4,balanced,0.383407990137736
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,4,4,balanced,0.5231519937515259
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,4,4,balanced,0.6766986846923828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,4,4,balanced,0.9322293599446615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,4,4,balanced,1.247429370880127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,4,4,balanced,1.7970879872639973
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,16,power_law_1.2,4.913471984863281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,4,4,balanced,2.3916319211324057
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,2,128,power_law_1.01,0.047814399003982544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,2,128,power_law_1.01,0.04693120121955872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,2,128,power_law_1.01,0.04700160026550293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,2,128,power_law_1.01,0.04733439981937408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,2,128,power_law_1.01,0.04862079918384552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,2,128,power_law_1.01,0.0502016007900238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,2,128,power_law_1.01,0.05070719718933105
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,2,128,power_law_1.01,0.05130879878997803
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,2,128,power_law_1.01,0.052300798892974856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,2,128,power_law_1.01,0.05329279899597168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,2,128,power_law_1.01,0.05395200252532959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,2,128,power_law_1.01,0.05534719824790955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,2,128,power_law_1.01,0.05575039982795715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,2,128,power_law_1.01,0.0566976010799408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,2,128,power_law_1.01,0.0596671998500824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,2,128,power_law_1.01,0.0609279990196228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,2,128,power_law_1.01,0.061267197132110596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,2,128,power_law_1.01,0.07107840180397033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,2,128,power_law_1.01,0.08922880291938781
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,2,128,power_law_1.01,0.10366079807281495
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,2,128,power_law_1.01,0.12334719896316529
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,2,128,power_law_1.01,0.179692804813385
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,2,128,power_law_1.01,0.23106560707092286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,2,128,power_law_1.01,0.3250240087509155
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,2,128,power_law_1.01,0.4463871955871582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,2,128,power_law_1.01,0.7250624179840088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,2,128,power_law_1.01,0.8793600082397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,128,balanced,0.18701332807540894
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,128,balanced,0.1788533329963684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,128,balanced,0.17825599511464438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,128,balanced,0.17851734161376953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,128,balanced,0.1804479956626892
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,128,balanced,0.20007999738057455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,128,balanced,0.22254933913548788
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,128,balanced,0.20308266083399454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,128,balanced,0.20341867208480835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,4,power_law_1.01,0.11907199621200562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,128,balanced,0.2040533423423767
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,128,balanced,0.2087093393007914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,4,power_law_1.01,0.15745279788970948
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,128,balanced,0.21036267280578613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,128,balanced,0.21160000562667847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,4,power_law_1.01,0.1598847985267639
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,128,balanced,0.2141759991645813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,128,balanced,0.21667200326919556
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,4,power_law_1.01,0.22197120189666747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,4,power_law_1.01,0.24769918918609618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,4,power_law_1.01,0.3903743982315063
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,4,power_law_1.01,0.36481280326843263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,128,balanced,0.22132267554601034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,4,power_law_1.01,0.35808639526367186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,128,balanced,0.22595200935999551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,128,balanced,0.2529439926147461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,4,power_law_1.01,0.34929919242858887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,128,balanced,0.26338134209314984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,128,balanced,0.3087679942448934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,4,power_law_1.01,0.37909760475158694
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,128,balanced,0.3383786678314209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,4,power_law_1.01,0.3662976026535034
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,128,balanced,0.37745598951975506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,128,balanced,0.5650560061136881
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,4,power_law_1.01,0.40263681411743163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,8,16,balanced,0.06755733489990234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,8,16,balanced,0.0727040022611618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,8,16,balanced,0.09498666723569234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,128,balanced,0.6705973148345947
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,8,16,balanced,0.11889599760373433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,4,power_law_1.01,0.40472960472106934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,8,16,balanced,0.15388799707094827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,128,balanced,0.9067786534627279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,8,16,balanced,0.1734293301900228
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,4,power_law_1.01,0.42058238983154295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,8,16,balanced,0.1649066706498464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,8,16,balanced,0.16576000054677328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,8,16,balanced,0.16689066092173258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,4,power_law_1.01,0.4328512191772461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,128,balanced,1.2542506853739421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,4,power_law_1.01,0.4344831943511963
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,128,balanced,1.6036799748738606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,4,power_law_1.01,0.46399998664855957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,4,power_law_1.01,0.521779203414917
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,4,power_law_1.01,0.5298431873321533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,8,16,balanced,0.16726400454839072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,4,power_law_1.01,0.5795455932617187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,8,16,balanced,0.17404800653457642
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,8,16,balanced,0.17471466461817423
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,8,16,balanced,0.17627733945846558
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,4,power_law_1.01,0.7362112045288086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,8,16,balanced,0.18280533949534097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,8,16,balanced,0.1862879991531372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,8,16,balanced,0.19537067413330078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,8,16,balanced,0.20539732774098715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,4,power_law_1.01,0.9150079727172852
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,8,16,balanced,0.2540160020192464
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,8,16,balanced,0.26001065969467163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,8,16,balanced,0.3397546609242757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,4,power_law_1.01,1.1066368103027344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,8,16,balanced,0.3733439842859904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,8,16,balanced,0.5107946793238322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,4,power_law_1.01,1.4782079696655273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,8,16,balanced,0.5212800105412801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,8,16,balanced,0.7463146845499674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,4,power_law_1.01,1.9860864639282227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,8,16,balanced,0.9011092980702718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,8,16,balanced,1.3568746248881023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,4,power_law_1.01,2.781286430358887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,8,16,balanced,1.7054452896118164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,4,power_law_1.01,3.529497528076172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,32,balanced,0.13893866539001465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,32,balanced,0.13805333773295084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,32,balanced,0.13427733381589255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,32,balanced,0.1532906691233317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,32,balanced,0.1718133290608724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,32,balanced,0.2003999948501587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,32,balanced,0.24046399195988974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,32,balanced,0.24251733223597208
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,32,balanced,0.24397865931193033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,32,balanced,0.24441067377726236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,32,balanced,0.24856533606847128
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,32,balanced,0.2504746715227763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,32,balanced,0.25099732478459674
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,32,balanced,0.2573653260866801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,32,balanced,0.2619839906692505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,32,balanced,0.26748265822728473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,32,balanced,0.27541865905125934
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,32,balanced,0.29156800111134845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,32,balanced,0.3149120012919108
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,32,balanced,0.3426026503245036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,32,balanced,0.379040002822876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,32,balanced,0.4500480095545451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,32,balanced,0.6074613332748413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,32,balanced,0.7620373566945394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,32,balanced,0.999567985534668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,32,balanced,1.395349343617757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,32,balanced,1.8040266036987305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,1,1,balanced,0.5258453289667765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,1,1,balanced,0.8743680318196615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,1,1,balanced,1.664240042368571
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,1,1,balanced,3.2548160552978516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,1,1,balanced,6.427013397216797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,1,1,balanced,12.751312255859375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,1,1,balanced,12.785456339518229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,1,1,balanced,12.828426361083984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,1,1,balanced,12.85864512125651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,1,1,balanced,12.880837758382162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,1,1,balanced,12.949588775634766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,1,1,balanced,12.993087768554688
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,1,1,balanced,13.056159973144531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,1,1,balanced,13.15127944946289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,1,1,balanced,13.231557210286459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,1,1,balanced,13.341200510660807
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,1,1,balanced,13.659221649169922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,1,1,balanced,14.16549809773763
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,1,1,balanced,14.621920267740885
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,1,1,balanced,15.134122212727865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,1,1,balanced,15.688042958577475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,1,1,balanced,16.915648142496746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,1,1,balanced,17.784773508707683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,8,balanced,0.036464000741640724
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,8,balanced,0.03617066641648611
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,8,balanced,0.036271999279658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,8,balanced,0.03651199986537298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,32,power_law_1.2,0.17758079767227172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,8,balanced,0.036474667489528656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,8,balanced,0.03731200098991394
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,8,balanced,0.03730133424202601
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,8,balanced,0.03769599894682566
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,8,balanced,0.05375466744105021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,8,balanced,0.05453333258628845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,8,balanced,0.05409066875775655
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,8,balanced,0.054192001620928444
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,8,balanced,0.0544053316116333
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,8,balanced,0.054666668176651
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,8,balanced,0.05859733124574026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,8,balanced,0.058917333682378135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,8,balanced,0.060378665725390114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,8,balanced,0.06295999884605408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,8,balanced,0.06831466654936473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,8,balanced,0.07372800012429555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,8,balanced,0.10412800312042236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,8,balanced,0.12062933047612508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,8,balanced,0.16541332999865213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,8,balanced,0.20101332664489746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,32,power_law_1.2,0.19095040559768678
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,8,balanced,0.27557865778605145
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,8,balanced,0.3794026772181193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,32,power_law_1.2,0.18519680500030516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,8,balanced,0.47051199277242023
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,32,power_law_1.2,0.18330880403518676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,32,power_law_1.2,0.18250240087509156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,32,power_law_1.2,0.17427200078964233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,1,1,balanced,32.87922668457031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,32,power_law_1.2,0.17099519968032836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,32,power_law_1.2,0.18788479566574096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,32,power_law_1.2,0.18367359638214112
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,32,power_law_1.2,0.18283519744873047
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,32,power_law_1.2,0.18567680120468139
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,32,power_law_1.2,0.20592000484466552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,32,power_law_1.2,0.2101439952850342
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,32,power_law_1.2,0.21473278999328613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,32,power_law_1.2,0.21760001182556152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,32,power_law_1.2,0.22295041084289552
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,32,power_law_1.2,0.23434240818023683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,32,power_law_1.2,0.26730239391326904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,32,power_law_1.2,0.27996799945831297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,1,1,balanced,31.80755615234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,32,power_law_1.2,0.3256704092025757
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,32,power_law_1.2,0.44060797691345216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,32,power_law_1.2,0.5952767848968505
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,8,power_law_1.2,0.7194240093231201
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,32,power_law_1.2,0.7142848014831543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,8,power_law_1.2,0.8593279838562011
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,32,power_law_1.2,1.1399680137634278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,8,power_law_1.2,0.9496319770812989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,32,power_law_1.2,1.3893119812011718
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,8,power_law_1.2,1.235091209411621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,32,power_law_1.2,2.192051124572754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,8,power_law_1.2,1.526688003540039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,32,power_law_1.2,2.7962112426757812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,8,power_law_1.2,1.5913984298706054
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,8,power_law_1.2,1.3497280120849608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,8,power_law_1.2,1.474886417388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,8,power_law_1.2,1.4737983703613282
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,8,power_law_1.2,1.4892800331115723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,8,power_law_1.2,1.6016704559326171
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,1,1,balanced,46.170135498046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,8,power_law_1.2,1.6356416702270509
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,8,power_law_1.2,1.68090877532959
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,8,power_law_1.2,1.7619775772094726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,8,power_law_1.2,1.9368511199951173
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,8,power_law_1.2,1.9680320739746093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,8,power_law_1.2,2.0593408584594726
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,8,power_law_1.2,2.303251266479492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,8,power_law_1.2,2.360851287841797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,8,power_law_1.2,2.7072383880615236
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,8,power_law_1.2,3.167545509338379
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,8,power_law_1.2,4.105459213256836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,8,power_law_1.2,4.780575942993164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,1,1,balanced,61.51692199707031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,8,power_law_1.2,6.848633575439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,8,power_law_1.2,7.364972686767578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,8,power_law_1.2,11.876012420654297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,8,power_law_1.2,14.414047241210938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,64,balanced,0.03073599934577942
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,64,balanced,0.03296533226966858
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,64,balanced,0.030533333619435627
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,64,balanced,0.030943999687830608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,64,balanced,0.03195200115442276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,64,balanced,0.0335359995563825
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,64,balanced,0.03401600072781245
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,64,balanced,0.033626665671666466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,64,balanced,0.03383466601371765
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,64,balanced,0.03417066733042399
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,64,balanced,0.03515200068553289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,64,balanced,0.03551999976237615
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,64,balanced,0.036602665980656944
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,64,balanced,0.03728000074625015
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,64,balanced,0.04684266448020935
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,64,balanced,0.047226667404174805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,64,balanced,0.048570667703946434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,64,balanced,0.052799999713897705
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,64,balanced,0.05474133292833964
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,64,balanced,0.059024001161257424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,64,balanced,0.06807999809583028
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,64,balanced,0.08052266637484233
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,64,balanced,0.0918880005677541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,64,balanced,0.12333333492279053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,64,balanced,0.140255997578303
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,64,balanced,0.19177599747975668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,64,balanced,0.23831466833750406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,16,2,balanced,0.08468266328175862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,16,2,balanced,0.09930133819580078
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,16,2,balanced,0.11686399579048157
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,16,2,balanced,0.16141333182652792
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,16,2,balanced,0.26759467522303265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,16,2,balanced,0.49059200286865234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,16,2,balanced,0.4949280023574829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,16,2,balanced,0.49092264970143634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,16,2,balanced,0.4931946595509847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,16,2,balanced,0.49790934721628827
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,16,2,balanced,0.5062453349431356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,16,2,balanced,0.5142026742299398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,16,2,balanced,0.5200959841410319
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,16,2,balanced,0.5336106618245443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,16,2,balanced,0.5467520157496134
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,16,2,balanced,0.5599626700083414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,16,2,balanced,0.581823984781901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,16,2,balanced,0.6414133310317993
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,16,2,balanced,0.7128000259399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,16,2,balanced,0.8411733309427897
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,16,2,balanced,0.9518933296203613
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,16,2,balanced,1.308186690012614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,16,2,balanced,1.5808587074279785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,16,2,balanced,2.3755626678466797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,1,8,balanced,0.06060799956321716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,1,8,balanced,0.06952000161012013
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,16,2,balanced,2.6821120580037436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,1,8,balanced,0.11091199517250061
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,1,8,balanced,0.21915199359258017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,1,8,balanced,0.3756106694539388
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,1,8,balanced,0.3718506495157878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,1,8,balanced,0.37329065799713135
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,1,8,balanced,0.37453333536783856
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,16,2,balanced,3.8040266036987305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,1,8,balanced,0.3754986524581909
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,1,8,balanced,0.37700800100962323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,1,8,balanced,0.3782666524251302
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,1,8,balanced,0.3821013371149699
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,1,8,balanced,0.3832799990971883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,1,8,balanced,0.39001067479451496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,1,8,balanced,0.40721599260965985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,1,8,balanced,0.4113813241322835
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,16,2,balanced,4.992512067159017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,1,8,balanced,0.42074668407440186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,1,8,balanced,0.44022401173909503
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,1,8,balanced,0.4737173318862915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,1,8,balanced,0.5653280019760132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,1,8,balanced,0.6276799837748209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,1,8,balanced,0.76637864112854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,1,8,balanced,1.0060213406880696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,1,8,balanced,1.4571253458658855
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,1,8,balanced,1.787786642710368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,1,8,balanced,2.6012320518493652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,1,8,balanced,3.385573387145996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,16,2,balanced,0.03920533259709676
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,16,2,balanced,0.05806399881839752
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,16,2,balanced,0.07696000238259633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,16,2,balanced,0.07646933197975159
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,16,2,balanced,0.07639466722806294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,16,2,balanced,0.07798400024573009
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,16,2,balanced,0.07926400005817413
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,16,2,balanced,0.07981333136558533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,16,2,balanced,0.08323200047016144
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,16,2,balanced,0.08355200290679932
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,16,2,balanced,0.08803733189900716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,16,2,balanced,0.10586133599281311
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,16,2,balanced,0.10772266983985901
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,16,2,balanced,0.09876267115275066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,16,2,balanced,0.12812800208727518
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,16,2,balanced,0.14618666966756186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,16,2,balanced,0.1415839989980062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,16,2,balanced,0.15239466230074564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,16,2,balanced,0.21018133560816446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,16,2,balanced,0.2806933323542277
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,16,2,balanced,0.33981335163116455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,16,2,balanced,0.47578132152557373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,16,2,balanced,0.6114346583684286
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,16,2,balanced,0.8909653027852377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,16,2,balanced,1.1598666508992512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,16,2,balanced,1.6698826154073079
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,16,2,balanced,2.1812960306803384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,64,power_law_1.01,0.0424703985452652
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,64,power_law_1.01,0.035699200630187986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,64,power_law_1.01,0.037222400307655334
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,64,power_law_1.01,0.03586559891700745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,64,power_law_1.01,0.03695360124111176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,64,power_law_1.01,0.038899201154708865
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,64,power_law_1.01,0.03971840143203735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,64,power_law_1.01,0.03938559889793396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,64,power_law_1.01,0.03858560025691986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,64,power_law_1.01,0.03887999951839447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,64,power_law_1.01,0.03896960020065308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,64,power_law_1.01,0.03988479971885681
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,64,power_law_1.01,0.040608000755310056
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,64,power_law_1.01,0.04132480025291443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,64,power_law_1.01,0.04433279931545257
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,64,power_law_1.01,0.04707840085029602
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,64,power_law_1.01,0.048102399706840514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,64,power_law_1.01,0.05605760216712952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,64,power_law_1.01,0.05702400207519531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,64,power_law_1.01,0.07479680180549622
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,64,power_law_1.01,0.08367999792098998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,64,power_law_1.01,0.12943999767303466
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,64,power_law_1.01,0.14859520196914672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,64,power_law_1.01,0.21743359565734863
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,2,64,power_law_1.01,0.2246783971786499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,64,power_law_1.01,0.3046976089477539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,2,64,power_law_1.01,0.2042304039001465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,64,power_law_1.01,0.3540927886962891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,2,64,power_law_1.01,0.20364160537719728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,64,power_law_1.01,0.47649922370910647
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,2,64,power_law_1.01,0.2025984048843384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,2,64,power_law_1.01,0.20527999401092528
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,2,64,power_law_1.01,0.18651520013809203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,2,64,power_law_1.01,0.20433919429779052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,2,64,power_law_1.01,0.20529279708862305
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,2,64,power_law_1.01,0.2114880084991455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,2,64,power_law_1.01,0.2112191915512085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,2,64,power_law_1.01,0.21851520538330077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,2,64,power_law_1.01,0.23280000686645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,2,64,power_law_1.01,0.23559041023254396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,2,64,power_law_1.01,0.23063039779663086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,2,64,power_law_1.01,0.23900160789489747
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,2,64,power_law_1.01,0.24381439685821532
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,2,64,power_law_1.01,0.258790397644043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,2,64,power_law_1.01,0.2807679891586304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,2,64,power_law_1.01,0.3864703893661499
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,2,64,power_law_1.01,0.4750336170196533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,2,64,power_law_1.01,0.6120512008666992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,2,64,power_law_1.01,0.9111807823181153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,2,64,power_law_1.01,1.1594752311706542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,2,64,power_law_1.01,1.6345535278320313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,2,64,power_law_1.01,2.238534355163574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,1,64,power_law_1.2,0.10805120468139648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,1,64,power_law_1.2,0.10385279655456543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,1,64,power_law_1.2,0.11304960250854493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,2,64,power_law_1.01,3.9788928985595704
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,1,64,power_law_1.2,0.10080000162124633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,1,64,power_law_1.2,0.09504640102386475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,1,64,power_law_1.2,0.09482880234718323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,2,64,power_law_1.01,4.433100891113281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,1,64,power_law_1.2,0.10180480480194092
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,1,64,power_law_1.2,0.10371840000152588
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,1,64,power_law_1.2,0.10668799877166749
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,1,64,power_law_1.2,0.10474239587783814
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,1,64,power_law_1.2,0.1098688006401062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,1,64,power_law_1.2,0.1131775975227356
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,1,64,power_law_1.2,0.12484480142593384
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,1,64,power_law_1.2,0.12151039838790893
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,1,64,power_law_1.2,0.13444479703903198
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,1,64,power_law_1.2,0.1535423994064331
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,1,64,power_law_1.2,0.8726143836975098
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,1,64,power_law_1.2,1.2136192321777344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,1,64,power_law_1.2,1.7304447174072266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,1,64,power_law_1.2,1.8442623138427734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,1,64,power_law_1.2,0.37586560249328616
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,1,64,power_law_1.2,0.5292928218841553
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,1,64,power_law_1.2,0.6688511848449707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,1,64,power_law_1.2,0.9322431564331055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,1,64,power_law_1.2,1.2734080314636231
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,1,64,power_law_1.2,1.897273635864258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,1,64,power_law_1.2,2.7897151947021483
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,128,power_law_1.01,0.030073601007461547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,128,power_law_1.01,0.030291199684143066
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,128,power_law_1.01,0.030003198981285097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,128,power_law_1.01,0.030374398827552794
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,128,power_law_1.01,0.033606401085853575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,128,power_law_1.01,0.032953599095344545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,128,power_law_1.01,0.033542400598526
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,128,power_law_1.01,0.03368319869041443
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,128,power_law_1.01,0.04035199880599975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,128,power_law_1.01,0.04275839924812317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,128,power_law_1.01,0.0514303982257843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,128,power_law_1.01,0.05304319858551025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,128,power_law_1.01,0.4299136161804199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,128,power_law_1.01,0.04471679925918579
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,128,power_law_1.01,0.04652160108089447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,128,power_law_1.01,0.04738560020923614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,128,power_law_1.01,0.04986880123615265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,128,power_law_1.01,0.06272640228271484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,128,power_law_1.01,0.07872639894485474
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,128,power_law_1.01,0.10093439817428589
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,128,power_law_1.01,0.12409600019454955
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,128,power_law_1.01,0.17600640058517455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,128,power_law_1.01,0.23622400760650636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,128,power_law_1.01,0.3291968107223511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,128,power_law_1.01,0.3919424057006836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,128,power_law_1.01,0.5912767887115479
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,128,power_law_1.01,0.6698624134063721
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.12443519830703735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.1713536024093628
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.21146240234375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.3647871971130371
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.3731071949005127
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.3848639965057373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.3967423915863037
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.4384511947631836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.9574080467224121
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,8,1,power_law_1.2,1.7885248184204101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,8,1,power_law_1.2,1.7769407272338866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,8,1,power_law_1.2,2.392691230773926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,8,1,power_law_1.2,2.6935232162475584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.5179840087890625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.5652480125427246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.6255616188049317
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.7421311855316162
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.8980159759521484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,8,1,power_law_1.2,1.0725824356079101
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,2,power_law_1.01,0.04539520144462585
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,2,power_law_1.01,0.04266240000724793
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,2,power_law_1.01,0.04928640127182007
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,2,power_law_1.01,0.05431039929389954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,2,power_law_1.01,0.05538560152053833
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,2,power_law_1.01,0.0639743983745575
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,2,power_law_1.01,0.07084159851074219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,8,1,power_law_1.2,1.500767993927002
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,2,power_law_1.01,0.06341760158538819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,2,power_law_1.01,0.0651199996471405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,2,power_law_1.01,0.06649600267410279
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,2,power_law_1.01,0.06959999799728393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,2,power_law_1.01,0.07078400254249573
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,2,power_law_1.01,0.07017599940299987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,2,power_law_1.01,0.07850880026817322
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,2,power_law_1.01,0.09052799940109253
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,2,power_law_1.01,0.10492160320281982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,2,power_law_1.01,0.10330239534378052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,2,power_law_1.01,0.15507839918136596
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,2,power_law_1.01,0.16299519538879395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,2,power_law_1.01,0.2183743953704834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,2,power_law_1.01,0.2595839977264404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,8,1,power_law_1.2,1.8795263290405273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,1,balanced,0.7147733370463053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,1,balanced,1.3273173173268635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,1,balanced,2.3139519691467285
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,1,balanced,4.496261278788249
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,1,balanced,8.758522669474283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,1,balanced,12.910181681315104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,1,balanced,12.965770721435547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,8,1,power_law_1.2,2.6262144088745116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,2,power_law_1.01,0.40570878982543945
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,1,balanced,13.029440561930338
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,1,balanced,13.083077748616537
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,32,power_law_1.01,0.08336640000343323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,32,power_law_1.01,0.07679359912872315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,1,balanced,13.15887451171875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,32,power_law_1.01,0.07038080096244811
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,32,power_law_1.01,0.06373760104179382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,32,power_law_1.01,0.0683456003665924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,32,power_law_1.01,0.07260800004005433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,32,power_law_1.01,0.07518720030784606
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,32,power_law_1.01,0.07310079932212829
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,32,power_law_1.01,0.07800959944725036
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,32,power_law_1.01,0.0785215973854065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,32,power_law_1.01,0.08382080197334289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,32,power_law_1.01,0.09265279769897461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,32,power_law_1.01,0.09576320052146911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,1,balanced,13.235467274983725
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,32,power_law_1.01,0.13144960403442382
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,32,power_law_1.01,0.09797760248184204
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,2,power_law_1.01,0.5130623817443848
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,32,power_law_1.01,0.11620479822158813
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,32,power_law_1.01,0.12563199996948243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,32,power_law_1.01,0.1440832018852234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,32,power_law_1.01,0.19909759759902954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,32,power_law_1.01,0.24263041019439696
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,32,power_law_1.01,0.34202239513397215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,1,balanced,13.323003133138021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,32,power_law_1.01,0.40398077964782714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,8,1,power_law_1.2,3.4322113037109374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,32,power_law_1.01,0.4629183769226074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,32,power_law_1.01,0.6635583877563477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,32,power_law_1.01,0.9589119911193847
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,1,balanced,13.42294947306315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,32,power_law_1.01,1.4729023933410645
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,32,power_law_1.01,2.015609550476074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,1,balanced,13.603925069173178
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,1,balanced,13.772074381510416
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,1,balanced,13.963189442952475
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,2,power_law_1.01,0.8057024002075195
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,1,balanced,14.272351582845053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,1,balanced,21.773264567057293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,1,balanced,15.362303415934244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,1,balanced,15.888165791829428
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,1,balanced,16.156859079996746
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,8,1,power_law_1.2,4.960396957397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,1,balanced,24.908485412597656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,1,balanced,25.185877482096355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,2,power_law_1.01,0.8604096412658692
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,1,balanced,36.91199493408203
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,8,1,power_law_1.2,6.394643020629883
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,1,balanced,38.31238301595052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,2,power_law_1.01,1.6950016021728516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,1,balanced,62.26294453938802
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,1,balanced,75.32808430989583
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,4,8,power_law_1.01,0.18163199424743653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,2,power_law_1.01,1.7806400299072265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,4,8,power_law_1.01,0.28076159954071045
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,4,8,power_law_1.01,0.46753921508789065
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,8,1,power_law_1.2,9.661856079101563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,4,8,power_law_1.01,0.40320000648498533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,4,8,power_law_1.01,0.48821120262145995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,4,8,power_law_1.01,0.6168767929077148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,4,8,power_law_1.01,0.5921023845672607
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,4,8,power_law_1.01,0.560153579711914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,4,8,power_law_1.01,0.5925824165344238
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,4,8,power_law_1.01,0.611897611618042
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,4,8,power_law_1.01,0.6106239795684815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,4,8,power_law_1.01,0.5444736003875732
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,4,8,power_law_1.01,0.6001471996307373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,4,8,power_law_1.01,0.6016575813293457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,4,8,power_law_1.01,0.6089407920837402
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,4,8,power_law_1.01,0.669375991821289
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,4,8,power_law_1.01,0.6802559852600097
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,4,8,power_law_1.01,0.7291391849517822
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,4,8,power_law_1.01,0.7698560237884522
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,4,8,power_law_1.01,0.9251839637756347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,4,8,power_law_1.01,1.0236991882324218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.5419072151184082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,4,8,power_law_1.01,1.2791232109069823
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.8030271530151367
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.5889855861663819
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,4,8,power_law_1.01,1.554252815246582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.8997311592102051
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.8150912284851074
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,4,8,power_law_1.01,2.056991958618164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,1,8,power_law_1.01,1.0082304000854492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,1,8,power_law_1.01,1.0411775588989258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,4,8,power_law_1.01,2.5698240280151365
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,1,8,power_law_1.01,1.0247743606567383
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,1,8,power_law_1.01,1.1059776306152345
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,4,8,power_law_1.01,3.686675262451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,1,8,power_law_1.01,1.0413951873779297
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,1,8,power_law_1.01,1.0274815559387207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,1,8,power_law_1.01,1.1614463806152344
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,4,8,power_law_1.01,4.6376384735107425
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,1,8,power_law_1.01,1.1876480102539062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,1,8,power_law_1.01,1.2908032417297364
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,4,2,power_law_1.01,0.03456639945507049
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,4,2,power_law_1.01,0.043315199017524716
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,1,8,power_law_1.01,1.3782208442687989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,4,2,power_law_1.01,0.051820802688598636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,4,2,power_law_1.01,0.06858239769935608
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,1,8,power_law_1.01,1.4837375640869142
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,4,2,power_law_1.01,0.07394559979438782
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,4,2,power_law_1.01,0.10959999561309815
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,4,2,power_law_1.01,0.11907839775085449
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,4,2,power_law_1.01,0.11543680429458618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,4,2,power_law_1.01,0.11633919477462769
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,4,2,power_law_1.01,0.12175359725952148
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,4,2,power_law_1.01,0.12685439586639405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,1,8,power_law_1.01,7.3454338073730465
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,4,2,power_law_1.01,0.1347648024559021
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,4,2,power_law_1.01,0.14033279418945313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,4,2,power_law_1.01,0.14574079513549804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,4,2,power_law_1.01,0.15522559881210327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,4,2,power_law_1.01,0.15773439407348633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,4,2,power_law_1.01,0.18178559541702272
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,4,2,power_law_1.01,0.1955839991569519
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,4,2,power_law_1.01,0.22036480903625488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,1,8,power_law_1.01,8.06689910888672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,4,2,power_law_1.01,0.2644736051559448
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,1,8,power_law_1.01,1.9231807708740234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,4,2,power_law_1.01,0.325817608833313
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,4,2,power_law_1.01,0.41352319717407227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,1,8,power_law_1.01,2.487750434875488
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,4,2,power_law_1.01,0.5484992027282715
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,4,2,power_law_1.01,0.7852992057800293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,1,8,power_law_1.01,2.6078655242919924
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,4,2,power_law_1.01,1.0009984016418456
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,4,2,power_law_1.01,1.5760128021240234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,1,8,power_law_1.01,3.2932670593261717
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,4,2,power_law_1.01,1.8847999572753906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,1,8,power_law_1.01,4.37248649597168
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,1,8,power_law_1.01,5.698828887939453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,1,8,power_law_1.01,7.966349029541016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,2,2,power_law_1.2,0.24615039825439453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,2,2,power_law_1.2,0.24299519062042235
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,2,2,power_law_1.2,0.3027776002883911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,2,2,power_law_1.2,0.44492158889770506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,2,2,power_law_1.2,0.44175357818603517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,2,2,power_law_1.2,0.44837121963500975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,2,2,power_law_1.2,0.4576064109802246
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,2,2,power_law_1.2,0.4804800033569336
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,1,8,power_law_1.01,11.64983673095703
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,2,2,power_law_1.2,1.6993535995483398
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,2,2,power_law_1.2,2.3723072052001952
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,2,2,power_law_1.2,0.5517824172973633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,2,2,power_law_1.2,0.6323967933654785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,2,2,power_law_1.2,0.6997183799743653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,2,2,power_law_1.2,0.7741439819335938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,2,2,power_law_1.2,0.8808768272399903
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,1,8,power_law_1.01,14.919879150390624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,2,2,power_law_1.2,0.9408703804016113
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,2,2,power_law_1.2,1.087718391418457
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,2,2,power_law_1.2,1.3945280075073243
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,2,2,power_law_1.2,1.5270655632019043
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,2,2,power_law_1.2,2.001094436645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,2,2,power_law_1.2,2.8976192474365234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,2,2,power_law_1.2,4.199071884155273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,8,1,power_law_1.2,12.861415100097656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,2,2,power_law_1.2,5.489644622802734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,2,2,power_law_1.2,6.840882873535156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,2,balanced,0.28401599327723187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,2,balanced,0.44274131457010907
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,2,balanced,0.8997013568878174
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,2,balanced,0.8426026503245035
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,2,balanced,0.8449920018513998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,2,balanced,0.8473119735717773
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,2,balanced,0.8537333011627197
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,2,balanced,0.8547626336415609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,2,balanced,0.8776799837748209
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,2,balanced,0.8828960259755453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,2,balanced,0.9020853042602539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,2,balanced,0.9188480377197266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,2,balanced,0.9193066755930582
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,2,2,power_law_1.2,10.394246673583984
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,2,balanced,0.9684747060139974
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,2,balanced,1.194485346476237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,2,balanced,1.2134400208791096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,2,balanced,1.280186653137207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,2,balanced,1.9336907068888347
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,2,balanced,2.1410560607910156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,2,balanced,3.005845387776693
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,2,balanced,3.963717460632324
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,2,balanced,5.927157084147136
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,2,balanced,7.757818857828776
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,2,balanced,11.544080098470053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,2,balanced,15.128133138020834
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,2,balanced,22.73993682861328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,2,balanced,30.111790974934895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,2,2,power_law_1.2,16.596473693847656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.3683135986328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.5956736087799073
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.6161600112915039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.8402239799499511
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.8430399894714355
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.8552512168884278
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.9730815887451172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,1,2,power_law_1.2,1.0040703773498536
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,1,2,power_law_1.2,1.1661888122558595
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,1,2,power_law_1.2,1.1469823837280273
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,1,2,power_law_1.2,1.069523239135742
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,1,2,power_law_1.2,1.211308765411377
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,1,2,power_law_1.2,1.2380224227905274
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,1,2,power_law_1.2,1.3069567680358887
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,1,2,power_law_1.2,1.4220416069030761
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,1,2,power_law_1.2,1.678828811645508
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,1,2,power_law_1.2,2.160505676269531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,14336,2,8,32,1,balanced,0.040031999349594116
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,14336,2,8,32,1,balanced,0.05948266883691152
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,14336,2,8,32,1,balanced,0.07737066845099132
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,14336,2,8,32,1,balanced,0.07811200122038524
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,14336,2,8,32,1,balanced,0.07915733257929485
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,14336,2,8,32,1,balanced,0.08098666866620381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,14336,2,8,32,1,balanced,0.08205866813659668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,14336,2,8,32,1,balanced,0.0824533353249232
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,14336,2,8,32,1,balanced,0.08609066406885783
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,1,2,power_law_1.2,2.7534463882446287
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,14336,2,8,32,1,balanced,0.08739200234413147
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,14336,2,8,32,1,balanced,0.09159466624259949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,14336,2,8,32,1,balanced,0.11023466785748799
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,14336,2,8,32,1,balanced,0.11172266801198323
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,14336,2,8,32,1,balanced,0.10473066568374634
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,14336,2,8,32,1,balanced,0.13452266653378805
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,14336,2,8,32,1,balanced,0.14712533354759216
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,14336,2,8,32,1,balanced,0.14777066310246786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,14336,2,8,32,1,balanced,0.16917866468429565
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,32,1,balanced,0.23042132457097372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,32,1,balanced,0.30636266867319745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,32,1,balanced,0.37878398100535077
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,32,1,balanced,0.5361546675364176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,32,1,balanced,0.6913173198699951
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,32,1,balanced,1.0061226685841878
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,32,1,balanced,1.3262293338775635
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,32,1,balanced,1.934666633605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,32,1,balanced,2.547680060068766
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,2048,768,8,128,1,64,power_law_1.01,0.031040000915527343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,2048,768,8,128,1,64,power_law_1.01,0.032691198587417605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,14336,2,8,1,2,power_law_1.2,3.341823959350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,2048,768,8,128,1,64,power_law_1.01,0.03036159873008728
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,2048,768,8,128,1,64,power_law_1.01,0.030643200874328612
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,2048,768,8,128,1,64,power_law_1.01,0.03164800107479095
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,2048,768,8,128,1,64,power_law_1.01,0.03283840119838714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,2048,768,8,128,1,64,power_law_1.01,0.03282560110092163
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,2048,768,8,128,1,64,power_law_1.01,0.033318400382995605
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,2048,768,8,128,1,64,power_law_1.01,0.040006399154663086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,2048,768,8,128,1,64,power_law_1.01,0.042361599206924436
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,2048,768,8,128,1,64,power_law_1.01,0.04695680141448975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,2048,768,8,128,1,64,power_law_1.01,0.052339202165603636
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,2048,768,8,128,1,64,power_law_1.01,0.05364480018615723
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,2048,768,8,128,1,64,power_law_1.01,0.04779520034790039
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,2048,768,8,128,1,64,power_law_1.01,0.050995200872421265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,2048,768,8,128,1,64,power_law_1.01,0.05280640125274658
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,2048,768,8,128,1,64,power_law_1.01,0.06684799790382386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,2048,768,8,128,1,64,power_law_1.01,0.07918720245361328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,2048,768,8,128,1,64,power_law_1.01,0.09644160270690919
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,14336,2,8,1,2,power_law_1.2,5.099801635742187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,2048,768,8,128,1,64,power_law_1.01,0.13308160305023192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,2048,768,8,128,1,64,power_law_1.01,0.14376319646835328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,2048,768,8,128,1,64,power_law_1.01,0.18131840229034424
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,2048,768,8,128,1,64,power_law_1.01,0.2800832033157349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,2048,768,8,128,1,64,power_law_1.01,0.3471231937408447
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,2048,768,8,128,1,64,power_law_1.01,0.4355648040771484
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,2048,768,8,128,1,64,power_law_1.01,0.669055986404419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,2048,768,8,128,1,64,power_law_1.01,0.7972928047180176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,14336,2,8,1,2,power_law_1.2,5.835776138305664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,2,2,power_law_1.2,22.001496887207033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,1,power_law_1.2,0.4116799831390381
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,1,power_law_1.2,0.6415552139282227
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,14336,2,8,1,2,power_law_1.2,8.692281341552734
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,1,power_law_1.2,1.196940803527832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,1,power_law_1.2,1.904198455810547
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,1,power_law_1.2,2.623494338989258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,1,power_law_1.2,4.787558364868164
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,1,power_law_1.2,5.253305435180664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,1,power_law_1.2,5.46627197265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,1,power_law_1.2,5.653152084350586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,1,power_law_1.2,5.788825607299804
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,1,power_law_1.2,6.013881683349609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,1,power_law_1.2,6.4626304626464846
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,2,16,balanced,0.09101333220799764
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,1,power_law_1.2,6.6714942932128904
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,2,16,balanced,0.11556266744931538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,2,16,balanced,0.1536960005760193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,2,16,balanced,0.25221866369247437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,2,16,balanced,0.40036265055338544
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,2,16,balanced,0.47489599386850995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,2,16,balanced,0.47968534628550213
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,1,power_law_1.2,7.292646026611328
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,2,16,balanced,0.4721226692199707
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,2,16,balanced,0.4699893395105998
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,2,16,balanced,0.47386666138966876
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,2,16,balanced,0.4798186620076497
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,2,16,balanced,0.48370134830474854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,2,16,balanced,0.4848693211873372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,2,16,balanced,0.4951680103937785
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,14336,2,8,1,2,power_law_1.2,9.739993286132812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,16,balanced,0.49882666269938153
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,16,balanced,0.5063093503316244
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,16,balanced,0.5180746714274088
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,2,1,power_law_1.2,7.721612548828125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,16,balanced,0.6109600067138672
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,16,balanced,0.5802079836527506
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,16,balanced,0.7247893015543619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,16,balanced,0.767365296681722
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,16,balanced,1.0333759784698486
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,16,balanced,0.9986293315887451
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,2,1,power_law_1.2,8.137497711181641
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,16,balanced,1.5047252972920735
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,16,balanced,1.6721067428588867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,16,balanced,2.68613338470459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,2,1,power_law_1.2,8.227065277099609
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,16,balanced,3.267941474914551
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,2,1,power_law_1.2,9.126419067382812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,2,1,power_law_1.2,8.712242889404298
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,2,1,power_law_1.2,9.65631332397461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,2,1,power_law_1.2,10.949260711669922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,2,1,power_law_1.2,13.446534729003906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,2,1,power_law_1.2,15.844102478027343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,2,1,power_law_1.2,20.956704711914064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,2,1,power_law_1.2,25.578150939941406
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,3072,1536,8,256,32,8,power_law_1.01,0.06989439725875854
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,3072,1536,8,256,32,8,power_law_1.01,0.06392959952354431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,3072,1536,8,256,32,8,power_law_1.01,0.06460800170898437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,3072,1536,8,256,32,8,power_law_1.01,0.06467199921607972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,3072,1536,8,256,32,8,power_law_1.01,0.06856319904327393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,3072,1536,8,256,32,8,power_law_1.01,0.06683520078659058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,3072,1536,8,256,32,8,power_law_1.01,0.06926079988479614
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,3072,1536,8,256,32,8,power_law_1.01,0.07244799733161926
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,3072,1536,8,256,32,8,power_law_1.01,0.07098879814147949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,3072,1536,8,256,32,8,power_law_1.01,0.07155200242996215
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,3072,1536,8,256,32,8,power_law_1.01,0.080595201253891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,14336,2,8,1,2,power_law_1.2,19.683346557617188
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,3072,1536,8,256,32,8,power_law_1.01,0.08482559919357299
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,3072,1536,8,256,32,8,power_law_1.01,0.0859008014202118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,3072,1536,8,256,32,8,power_law_1.01,0.09115520119667053
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,3072,1536,8,256,32,8,power_law_1.01,0.09628159999847412
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,3072,1536,8,256,32,8,power_law_1.01,0.10384000539779663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,3072,1536,8,256,32,8,power_law_1.01,0.10568959712982177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,3072,1536,8,256,32,8,power_law_1.01,0.11987839937210083
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,3072,1536,8,256,32,8,power_law_1.01,0.13880319595336915
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,3072,1536,8,256,32,8,power_law_1.01,0.16747519969940186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,3072,1536,8,256,32,8,power_law_1.01,0.2001471996307373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,3072,1536,8,256,32,8,power_law_1.01,0.2619391918182373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,3072,1536,8,256,32,8,power_law_1.01,0.3336832046508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,3072,1536,8,256,32,8,power_law_1.01,0.477945613861084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,3072,1536,8,256,32,8,power_law_1.01,0.6537471771240234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,3072,1536,8,256,32,8,power_law_1.01,0.8507455825805664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,3072,1536,8,256,32,8,power_law_1.01,1.1276608467102052
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,2,1,power_law_1.2,35.51954650878906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,2,1,power_law_1.2,45.37769470214844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,14336,2,8,1,2,power_law_1.2,21.346438598632812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,32,4,power_law_1.2,0.05628799796104431
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,32,4,power_law_1.2,0.05146880149841308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,32,4,power_law_1.2,0.0525439977645874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,32,4,power_law_1.2,0.055667197704315184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,32,4,power_law_1.2,0.05751680135726929
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,32,4,power_law_1.2,0.06805760264396668
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,32,4,power_law_1.2,0.0717311978340149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,32,4,power_law_1.2,0.07399680018424988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,32,4,power_law_1.2,0.07335039973258972
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,32,4,power_law_1.2,0.07511680126190186
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,32,4,power_law_1.2,0.07800319790840149
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,32,4,power_law_1.2,0.08163840174674988
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,32,4,power_law_1.2,0.08186879754066467
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,32,4,power_law_1.2,0.08759679794311523
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,32,4,power_law_1.2,0.09593600034713745
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,32,4,power_law_1.2,0.1019968032836914
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,32,4,power_law_1.2,0.11265280246734619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,32,4,power_law_1.2,0.13767679929733276
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,32,4,power_law_1.2,0.16403199434280397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,32,4,power_law_1.2,0.21255040168762207
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,32,4,power_law_1.2,0.25170559883117677
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,32,4,power_law_1.2,0.4189888000488281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,32,4,power_law_1.2,0.5143295764923096
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,14336,2,8,1,2,power_law_1.2,34.12123413085938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,32,4,power_law_1.2,0.7149824142456055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,32,4,power_law_1.2,0.9889920234680176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,4096,2688,22,512,1,64,power_law_1.2,0.28757760524749754
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,4096,2688,22,512,1,64,power_law_1.2,0.2660032033920288
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,4096,2688,22,512,1,64,power_law_1.2,0.2551104068756104
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,4096,2688,22,512,1,64,power_law_1.2,0.2486272096633911
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,4096,2688,22,512,1,64,power_law_1.2,0.25080959796905516
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,4096,2688,22,512,1,64,power_law_1.2,0.26087679862976076
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,4096,2688,22,512,1,64,power_law_1.2,0.2400576114654541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,4096,2688,22,512,1,64,power_law_1.2,0.24899840354919434
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,4096,2688,22,512,1,64,power_law_1.2,0.25489280223846433
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,4096,2688,22,512,1,64,power_law_1.2,0.258406400680542
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,4096,2688,22,512,1,64,power_law_1.2,0.2685823917388916
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,4096,2688,22,512,1,64,power_law_1.2,0.2712127923965454
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,4096,2688,22,512,1,64,power_law_1.2,0.2855679988861084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,4096,2688,22,512,1,64,power_law_1.2,0.30763518810272217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,4096,2688,22,512,1,64,power_law_1.2,0.3166975975036621
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,4096,2688,22,512,1,64,power_law_1.2,0.3324671983718872
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,4096,2688,22,512,1,64,power_law_1.2,0.3854592084884644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,4096,2688,22,512,1,64,power_law_1.2,0.5130176067352294
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,4096,2688,22,512,1,64,power_law_1.2,0.49898881912231446
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,4096,2688,22,512,1,64,power_law_1.2,0.6788479804992675
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,4096,2688,22,512,1,64,power_law_1.2,0.8715904235839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,4096,2688,22,512,1,64,power_law_1.2,1.2651583671569824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,4096,2688,22,512,1,64,power_law_1.2,1.4387136459350587
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,4096,2688,22,512,1,64,power_law_1.2,2.2976383209228515
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,4096,2688,22,512,1,64,power_law_1.2,2.658406448364258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,4096,2688,22,512,1,64,power_law_1.2,4.40716781616211
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,16384,2,8,2,2,power_law_1.2,0.311955189704895
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,16384,2,8,2,2,power_law_1.2,0.41558399200439455
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,16384,2,8,2,2,power_law_1.2,0.39730560779571533
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,16384,2,8,2,2,power_law_1.2,0.6846784114837646
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,16384,2,8,2,2,power_law_1.2,0.7176511764526368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,16384,2,8,2,2,power_law_1.2,0.7344575881958008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,16384,2,8,2,2,power_law_1.2,0.8056960105895996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,16,8,power_law_1.01,0.05813760161399841
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,16384,2,8,2,2,power_law_1.2,0.8585599899291992
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,16,8,power_law_1.01,0.05633919835090637
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,16384,2,8,2,2,power_law_1.2,0.9633407592773438
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,16,8,power_law_1.01,0.05497599840164184
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,16,8,power_law_1.01,0.053932797908782956
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,16384,2,8,2,2,power_law_1.2,1.1623040199279786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,16,8,power_law_1.01,0.06110720038414001
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,16,8,power_law_1.01,0.06321920156478882
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,16,8,power_law_1.01,0.06451839804649354
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,16,8,power_law_1.01,0.06656000018119812
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,16,8,power_law_1.01,0.06669440269470214
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,16384,2,8,2,2,power_law_1.2,4.213075256347656
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,16384,2,8,2,2,power_law_1.2,3.9715137481689453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,16,8,power_law_1.01,0.06584960222244263
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,16,8,power_law_1.01,0.0698303997516632
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,16,8,power_law_1.01,0.07200000286102295
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,16,8,power_law_1.01,0.07330560088157653
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,16,8,power_law_1.01,0.07747200131416321
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,16384,2,8,2,2,power_law_1.2,4.3353534698486325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,16,8,power_law_1.01,0.08449280261993408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,16,8,power_law_1.01,0.08886399865150452
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,16,8,power_law_1.01,0.09594879746437072
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,16,8,power_law_1.01,0.11274240016937256
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,16,8,power_law_1.01,0.13320319652557372
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,16384,2,8,2,2,power_law_1.2,1.1314496040344237
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,16,8,power_law_1.01,0.1667072057723999
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,16,8,power_law_1.01,0.21863040924072266
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,16,8,power_law_1.01,0.27438719272613527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,16384,2,8,2,2,power_law_1.2,1.3715904235839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,16,8,power_law_1.01,0.382694411277771
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,16,8,power_law_1.01,0.5661824226379395
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,14336,2,8,1,2,power_law_1.2,38.631744384765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,16,8,power_law_1.01,0.6817855834960938
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,16384,2,8,2,2,power_law_1.2,1.4329343795776368
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,16,8,power_law_1.01,0.9596799850463867
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,16384,2,8,2,2,power_law_1.2,1.6920000076293946
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,16,8,power_law_1.01,1.4771967887878419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,16384,2,8,2,2,power_law_1.2,2.4103935241699217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,4096,2688,22,512,1,64,power_law_1.2,5.716262435913086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,16384,2,8,2,2,power_law_1.2,2.601919937133789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,32,4,power_law_1.2,1.5114175796508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,16384,2,8,2,2,power_law_1.2,3.8777984619140624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,16384,2,8,2,2,power_law_1.2,4.873651123046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.17737599611282348
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.2772223949432373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.4926720142364502
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.7742720127105713
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,1,power_law_1.01,1.0801024436950684
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,1,power_law_1.01,1.7407936096191405
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,1,power_law_1.01,1.8185087203979493
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,1,power_law_1.01,1.918783950805664
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,1,power_law_1.01,1.954732894897461
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,1,power_law_1.01,2.024563217163086
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,1,power_law_1.01,2.1305919647216798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,1,power_law_1.01,2.185843276977539
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,1,power_law_1.01,2.2864448547363283
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,16384,2,8,2,2,power_law_1.2,6.987213134765625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,1,power_law_1.01,2.3902015686035156
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,1,power_law_1.01,2.4948352813720702
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,1,power_law_1.01,2.618867111206055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,1,power_law_1.01,9.936045074462891
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,1,power_law_1.01,13.494342041015624
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,1,power_law_1.01,3.460230255126953
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,1,power_law_1.01,4.109881591796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,1,power_law_1.01,4.49958381652832
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,1,power_law_1.01,5.732479858398437
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,1,power_law_1.01,7.105888366699219
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,1,power_law_1.01,9.51812515258789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,1,power_law_1.01,11.98248291015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,1,power_law_1.01,16.86021728515625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,16384,2,8,2,2,power_law_1.2,10.668915557861329
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,1,power_law_1.01,21.91398468017578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,4096,1536,8,128,2,4,balanced,0.059018666545550026
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,4096,1536,8,128,2,4,balanced,0.07844266792138417
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,4096,1536,8,128,2,4,balanced,0.11296533544858296
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,4096,1536,8,128,2,4,balanced,0.20306666692097983
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,4096,1536,8,128,2,4,balanced,0.37620266278584796
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,4096,1536,8,128,2,4,balanced,0.3763039906819661
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,4096,1536,8,128,2,4,balanced,0.3778080145517985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,4096,1536,8,128,2,4,balanced,0.38202134768168133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,4096,1536,8,128,2,4,balanced,0.3826506535212199
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,4096,1536,8,128,2,4,balanced,0.38410667578379315
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,4096,1536,8,128,2,4,balanced,0.38869865735371906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,4096,1536,8,128,2,4,balanced,0.3920053243637085
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,4096,1536,8,128,2,4,balanced,0.3941813309987386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,4096,1536,8,128,2,4,balanced,0.4009919961293538
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,4096,1536,8,128,2,4,balanced,0.4145013491312663
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,4096,1536,8,128,2,4,balanced,0.4239893356959025
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,4096,1536,8,128,2,4,balanced,0.43877331415812176
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,4096,1536,8,128,2,4,balanced,0.4696586529413859
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,4096,1536,8,128,2,4,balanced,0.4957866668701172
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,4096,1536,8,128,2,4,balanced,0.5888266563415527
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,4096,1536,8,128,2,4,balanced,0.6404159863789877
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,4096,1536,8,128,2,4,balanced,0.8012053171793619
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,4096,1536,8,128,2,4,balanced,1.0621600151062012
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,4096,1536,8,128,2,4,balanced,1.547818660736084
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,4096,1536,8,128,2,4,balanced,1.9934719403584797
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,4096,1536,8,128,2,4,balanced,2.9431893030802407
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,2,4,balanced,3.883813222249349
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,16384,2,8,2,2,power_law_1.2,13.803718566894531
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.5321536064147949
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.8745087623596192
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,1,8,power_law_1.01,1.6597631454467774
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,1,8,power_law_1.01,1.359449577331543
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,1,8,power_law_1.01,1.9812864303588866
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,1,8,power_law_1.01,2.221945571899414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,1,8,power_law_1.01,2.1996223449707033
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,1,8,power_law_1.01,2.0085248947143555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,1,8,power_law_1.01,2.185971260070801
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,1,8,power_law_1.01,1.902707290649414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,1,8,power_law_1.01,1.9893312454223633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,1,8,power_law_1.01,2.177248001098633
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,1,8,power_law_1.01,1.885638427734375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,1,8,power_law_1.01,2.127142333984375
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,1,8,power_law_1.01,2.2902399063110352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,1,8,power_law_1.01,2.2863487243652343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,1,8,power_law_1.01,2.57511043548584
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,1,8,power_law_1.01,3.0395328521728517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,1,8,power_law_1.01,3.081990432739258
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,1,8,power_law_1.01,3.8079551696777343
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,1,8,power_law_1.01,4.112076950073242
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,1,8,power_law_1.01,4.542969512939453
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,1,8,power_law_1.01,4.706719970703125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,1,8,power_law_1.01,6.220851135253906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,16384,2,8,2,2,power_law_1.2,18.482086181640625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,1,8,power_law_1.01,8.048313903808594
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,1,8,power_law_1.01,11.18260498046875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,1,8,power_law_1.01,13.509599304199218
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,16384,2,8,2,2,power_law_1.2,24.58865966796875
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,4096,1536,8,128,32,4,power_law_1.2,1.8289663314819335
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,6144,2560,8,160,4,32,balanced,0.07086400190989177
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,6144,2560,8,160,4,32,balanced,0.06969066460927327
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,6144,2560,8,160,4,32,balanced,0.06994133194287618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,6144,2560,8,160,4,32,balanced,0.08713600039482117
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,6144,2560,8,160,4,32,balanced,0.1029866635799408
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,6144,2560,8,160,4,32,balanced,0.11886399984359741
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,6144,2560,8,160,4,32,balanced,0.11947733163833618
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,6144,2560,8,160,4,32,balanced,0.12109866738319397
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,6144,2560,8,160,4,32,balanced,0.12152000268300374
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,6144,2560,8,160,4,32,balanced,0.12362133463223775
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,6144,2560,8,160,4,32,balanced,0.1251253286997477
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,6144,2560,8,160,4,32,balanced,0.1262399951616923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,6144,2560,8,160,4,32,balanced,0.12735467155774435
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,6144,2560,8,160,4,32,balanced,0.13038399815559387
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,6144,2560,8,160,4,32,balanced,0.13358933726946512
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,6144,2560,8,160,4,32,balanced,0.14222932855288187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,4,2,power_law_1.2,0.04943360090255737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,6144,2560,8,160,4,32,balanced,0.1476853291193644
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,6144,2560,8,160,4,32,balanced,0.15899200240770975
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,4,2,power_law_1.2,0.06370559930801392
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,6144,2560,8,160,4,32,balanced,0.16966933012008667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,4,2,power_law_1.2,0.07876480221748353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,6144,2560,8,160,4,32,balanced,0.22817599773406982
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,6144,2560,8,160,4,32,balanced,0.2249120076497396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,4,2,power_law_1.2,0.09587200284004212
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,6144,2560,8,160,4,32,balanced,0.33219200372695923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,4,2,power_law_1.2,0.12970240116119386
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,6144,2560,8,160,4,32,balanced,0.3406613270441691
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,4,2,power_law_1.2,0.18172160387039185
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,6144,2560,8,160,4,32,balanced,0.5344586769739786
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,4,2,power_law_1.2,0.202675199508667
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,4,2,power_law_1.2,0.20188159942626954
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,6144,2560,8,160,4,32,balanced,0.5978986819585165
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,4,2,power_law_1.2,0.20892159938812255
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,6144,2560,8,160,4,32,balanced,0.8974613348642985
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,4,2,power_law_1.2,0.20941441059112548
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,4,2,power_law_1.2,0.22758400440216064
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,2560,8,160,4,32,balanced,1.0845973491668701
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,4,2,power_law_1.2,0.2304896116256714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,4,2,power_law_1.2,0.22810239791870118
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,4,2,power_law_1.2,0.24369280338287352
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,4,2,power_law_1.2,0.24620161056518555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,6144,16384,2,8,2,2,power_law_1.2,43.76802062988281
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,4,2,power_law_1.2,0.2575040102005005
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,4,2,power_law_1.2,0.26797440052032473
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,4,2,power_law_1.2,0.3054336071014404
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,4,2,power_law_1.2,0.33685119152069093
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,4,2,power_law_1.2,0.3890048027038574
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,4,2,power_law_1.2,0.4408256053924561
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,4,2,power_law_1.2,0.5881919860839844
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,4,2,power_law_1.2,0.6981503963470459
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,4,2,power_law_1.2,0.9825216293334961
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,4,2,power_law_1.2,1.3741888046264648
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1,2688,1856,6,128,1,1,power_law_1.01,0.11275520324707031
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2,2688,1856,6,128,1,1,power_law_1.01,0.16983040571212768
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4,2688,1856,6,128,1,1,power_law_1.01,0.309004807472229
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8,2688,1856,6,128,1,1,power_law_1.01,0.5191743850708008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16,2688,1856,6,128,1,1,power_law_1.01,0.7347904205322265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,32,2688,1856,6,128,1,1,power_law_1.01,1.1530752182006836
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,48,2688,1856,6,128,1,1,power_law_1.01,1.225318431854248
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,64,2688,1856,6,128,1,1,power_law_1.01,1.2951295852661133
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,80,2688,1856,6,128,1,1,power_law_1.01,1.3360063552856445
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,96,2688,1856,6,128,1,1,power_law_1.01,1.3614912033081055
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,128,2688,1856,6,128,1,1,power_law_1.01,1.383078384399414
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,160,2688,1856,6,128,1,1,power_law_1.01,1.436415958404541
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,192,2688,1856,6,128,1,1,power_law_1.01,1.4477248191833496
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,256,2688,1856,6,128,1,1,power_law_1.01,1.5263999938964843
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,320,2688,1856,6,128,1,1,power_law_1.01,1.5738112449645996
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,384,2688,1856,6,128,1,1,power_law_1.01,1.6509439468383789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,512,2688,1856,6,128,1,1,power_law_1.01,1.6945600509643555
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,768,2688,1856,6,128,1,1,power_law_1.01,1.737004852294922
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1024,2688,1856,6,128,1,1,power_law_1.01,1.8299072265625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,1536,2688,1856,6,128,1,1,power_law_1.01,2.0324031829833986
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,2048,2688,1856,6,128,1,1,power_law_1.01,2.4114112854003906
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,3072,2688,1856,6,128,1,1,power_law_1.01,2.9373184204101563
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,4096,2688,1856,6,128,1,1,power_law_1.01,3.4802177429199217
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,6144,2688,1856,6,128,1,1,power_law_1.01,4.657497787475586
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,8192,2688,1856,6,128,1,1,power_law_1.01,5.800665664672851
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,4,2,power_law_1.2,1.887980842590332
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,4,2,power_law_1.2,2.360576057434082
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,12288,2688,1856,6,128,1,1,power_law_1.01,8.074771118164062
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_nongated,float16,16384,2688,1856,6,128,1,1,power_law_1.01,10.436115264892578
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,256,4,1,balanced,0.18685332934061685
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,256,4,1,balanced,0.29629333813985187
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,256,4,1,balanced,0.5327680110931396
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,256,4,1,balanced,0.8834773699442545
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,256,4,1,balanced,1.684666633605957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,256,4,1,balanced,3.2935733795166016
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,256,4,1,balanced,3.3104321161905923
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,256,4,1,balanced,3.3338985443115234
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,256,4,1,balanced,3.3463465372721353
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,256,4,1,balanced,3.363130569458008
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1,7168,2048,8,384,8,8,balanced,0.06770666440327962
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2,7168,2048,8,384,8,8,balanced,0.07533333202203114
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4,7168,2048,8,384,8,8,balanced,0.09556800127029419
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,256,4,1,balanced,3.3910080591837564
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,256,4,1,balanced,3.411616007486979
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,256,4,1,balanced,3.436842600504557
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8,7168,2048,8,384,8,8,balanced,0.11516799529393514
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16,7168,2048,8,384,8,8,balanced,0.14894933501879373
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,32,7168,2048,8,384,8,8,balanced,0.271999994913737
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,48,7168,2048,8,384,8,8,balanced,0.3603359858194987
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,64,7168,2048,8,384,8,8,balanced,0.3569973309834798
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,80,7168,2048,8,384,8,8,balanced,0.3624533414840698
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,256,4,1,balanced,3.4787305196126304
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,96,7168,2048,8,384,8,8,balanced,0.3607626756032308
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,128,7168,2048,8,384,8,8,balanced,0.3652373154958089
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,160,7168,2048,8,384,8,8,balanced,0.3703039884567261
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,192,7168,2048,8,384,8,8,balanced,0.3699733416239421
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,256,7168,2048,8,384,8,8,balanced,0.37888534863789874
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,384,8,8,balanced,0.38733867804209393
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,320,7168,2048,8,256,4,1,balanced,3.5138400395711265
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,384,8,8,balanced,0.3924959897994995
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,384,8,8,balanced,0.4035946528116862
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,384,8,8,balanced,0.4261759916941325
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,384,8,8,balanced,0.4557120005289714
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,384,8,8,balanced,0.4973173141479492
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,384,7168,2048,8,256,4,1,balanced,3.5663201014200845
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,384,8,8,balanced,0.566975990931193
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,384,8,8,balanced,0.6696266333262125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,384,8,8,balanced,0.8232106367746989
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,512,7168,2048,8,256,4,1,balanced,3.6491467157999673
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,384,8,8,balanced,0.9948106606801351
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,384,8,8,balanced,1.3157119750976562
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,768,7168,2048,8,256,4,1,balanced,3.816378593444824
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,384,8,8,balanced,1.7866560618082683
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1024,7168,2048,8,256,4,1,balanced,4.01416015625
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,384,8,8,balanced,2.3541599909464517
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,1536,7168,2048,8,256,4,1,balanced,4.202357292175293
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,2048,7168,2048,8,256,4,1,balanced,4.608234723409017
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,3072,7168,2048,8,256,4,1,balanced,5.148634592692058
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,4096,7168,2048,8,256,4,1,balanced,5.60643196105957
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,6144,7168,2048,8,256,4,1,balanced,9.32144546508789
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,8192,7168,2048,8,256,4,1,balanced,10.012592315673828
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,12288,7168,2048,8,256,4,1,balanced,15.017120361328125
TRTLLM,1.2.0rc5,NVIDIA A100-SXM4-80GB,moe,moe_torch_flow_cutlass,float16,16384,7168,2048,8,256,4,1,balanced,20.054373423258465
